ruco-cpp 0.2.1

data/ext/cocor/DFA.h

@@ -0,0 +1,132 @@
+/*-------------------------------------------------------------------------
+DFA -- Generation of the Scanner Automaton
+Compiler Generator Coco/R,
+Copyright (c) 1990, 2004 Hanspeter Moessenboeck, University of Linz
+extended by M. Loeberbauer & A. Woess, Univ. of Linz
+ported to C++ by Csaba Balazs, University of Szeged
+with improvements by Pat Terry, Rhodes University
+
+This program is free software; you can redistribute it and/or modify it
+under the terms of the GNU General Public License as published by the
+Free Software Foundation; either version 2, or (at your option) any
+later version.
+
+This program is distributed in the hope that it will be useful, but
+WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
+or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+for more details.
+
+You should have received a copy of the GNU General Public License along
+with this program; if not, write to the Free Software Foundation, Inc.,
+59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+
+As an exception, it is allowed to write an extension of Coco/R that is
+used as a plugin in non-free software.
+
+If not otherwise stated, any source code generated by Coco/R (other than
+Coco/R itself) does not fall under the GNU General Public License.
+-------------------------------------------------------------------------*/
+
+#if !defined(COCO_DFA_H__)
+#define COCO_DFA_H__
+
+#include <stddef.h>
+#include "Action.h"
+#include "Comment.h"
+#include "State.h"
+#include "Symbol.h"
+#include "Melted.h"
+#include "Node.h"
+#include "Target.h"
+
+namespace Coco {
+
+
+class Parser;
+class Tab;
+class BitArray;
+
+class DFA
+{
+public:
+	int maxStates;
+	int lastStateNr;	// highest state number
+	State *firstState;
+	State *lastState;	// last allocated state
+	int lastSimState;	// last non melted state
+	FILE* fram;			// scanner frame input
+	FILE* gen;			// generated scanner file
+	Symbol *curSy;		// current token to be recognized (in FindTrans)
+	Node *curGraph;		// start of graph for current token (in FindTrans)
+	bool ignoreCase;	// true if input should be treated case-insensitively
+	bool dirtyDFA;		// DFA may become nondeterministic in MatchLiteral
+	bool hasCtxMoves;	// DFA has context transitions
+	bool *existLabel;	// checking the Labels (in order to avoid the warning messages)
+
+	Parser     *parser;        // other Coco objects
+	Tab        *tab;
+	Errors     *errors;
+	FILE* trace;
+
+	Melted *firstMelted;	// head of melted state list
+	Comment *firstComment;	// list of comments
+
+	//---------- Output primitives
+	wchar_t* Ch(wchar_t ch);
+	wchar_t* ChCond(wchar_t ch);
+	void  PutRange(CharSet *s);
+
+	//---------- State handling
+	State* NewState();
+	void NewTransition(State *from, State *to, int typ, int sym, int tc);
+	void CombineShifts();
+	void FindUsedStates(State *state, BitArray *used);
+	void DeleteRedundantStates();
+	State* TheState(Node *p);
+	void Step(State *from, Node *p, BitArray *stepped);
+	void NumberNodes(Node *p, State *state, bool renumIter);
+	void FindTrans (Node *p, bool start, BitArray *marked);
+	void ConvertToStates(Node *p, Symbol *sym);
+	// match string against current automaton; store it either as a fixedToken or as a litToken
+	void MatchLiteral(wchar_t* s, Symbol *sym);
+	void SplitActions(State *state, Action *a, Action *b);
+	bool Overlap(Action *a, Action *b);
+	bool MakeUnique(State *state); // return true if actions were split
+	void MeltStates(State *state);
+	void FindCtxStates();
+	void MakeDeterministic();
+	void PrintStates();
+	void CheckLabels();
+
+	//---------------------------- actions --------------------------------
+	Action* FindAction(State *state, wchar_t ch);
+	void GetTargetStates(Action *a, BitArray* &targets, Symbol* &endOf, bool &ctx);
+
+	//------------------------- melted states ------------------------------
+	Melted* NewMelted(BitArray *set, State *state);
+	BitArray* MeltedSet(int nr);
+	Melted* StateWithSet(BitArray *s);
+
+	//------------------------ comments --------------------------------
+	wchar_t* CommentStr(Node *p);
+	void NewComment(Node *from, Node *to, bool nested);
+
+	//------------------------ scanner generation ----------------------
+	void GenComBody(Comment *com);
+	void GenCommentHeader(Comment *com, int i);
+	void GenComment(Comment *com, int i);
+	void CopyFramePart(const wchar_t* stop);
+	wchar_t* SymName(Symbol *sym); // real name value is stored in Tab.literals
+	void GenLiterals ();
+	int GenNamespaceOpen(const wchar_t* nsName);
+	void GenNamespaceClose(int nrOfNs);
+	void WriteState(State *state);
+	void WriteStartTab();
+	void OpenGen(const wchar_t* genName, bool backUp); /* pdt */
+	void WriteScanner();
+	DFA(Parser *parser);
+};
+
+}; // namespace
+
+#endif // !defined(COCO_DFA_H__)

data/ext/cocor/Generator.cpp

@@ -0,0 +1,182 @@
+/*----------------------------------------------------------------------
+Compiler Generator Coco/R,
+Copyright (c) 1990, 2004 Hanspeter Moessenboeck, University of Linz
+extended by M. Loeberbauer & A. Woess, Univ. of Linz
+ported to C++ by Csaba Balazs, University of Szeged
+with improvements by Pat Terry, Rhodes University
+
+This program is free software; you can redistribute it and/or modify it
+under the terms of the GNU General Public License as published by the
+Free Software Foundation; either version 2, or (at your option) any
+later version.
+
+This program is distributed in the hope that it will be useful, but
+WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
+or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+for more details.
+
+You should have received a copy of the GNU General Public License along
+with this program; if not, write to the Free Software Foundation, Inc.,
+59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+
+As an exception, it is allowed to write an extension of Coco/R that is
+used as a plugin in non-free software.
+
+If not otherwise stated, any source code generated by Coco/R (other than
+Coco/R itself) does not fall under the GNU General Public License.
+-----------------------------------------------------------------------*/
+
+#include "Generator.h"
+#include "Scanner.h"
+
+namespace Coco {
+
+	Generator::Generator(Tab *tab, Errors *errors) {
+		this->errors = errors;
+		this->tab = tab;
+		fram = NULL;
+		gen = NULL;
+		frameFile = NULL;
+	}
+
+	FILE* Generator::OpenFrame(const wchar_t* frame) {
+		if (coco_string_length(tab->frameDir) != 0) {
+			frameFile = coco_string_create_append(tab->frameDir, L"/");
+			coco_string_merge(frameFile, frame);
+			char *chFrameFile = coco_string_create_char(frameFile);
+			fram = fopen(chFrameFile, "r");
+			delete [] chFrameFile;
+		}
+		if (fram == NULL) {
+			delete [] frameFile;
+			frameFile = coco_string_create_append(tab->srcDir, frame);  /* pdt */
+			char *chFrameFile = coco_string_create_char(frameFile);
+			fram = fopen(chFrameFile, "r");
+			delete [] chFrameFile;
+		}
+		if (fram == NULL) {
+			wchar_t *message = coco_string_create_append(L"-- Cannot find : ", frame);
+			errors->Exception(message);
+			delete [] message;
+		}
+
+	    return fram;
+	}
+
+
+	FILE* Generator::OpenGen(const wchar_t *genName) { /* pdt */
+		wchar_t *fn = coco_string_create_append(tab->outDir, genName); /* pdt */
+		char *chFn = coco_string_create_char(fn);
+
+		if ((gen = fopen(chFn, "r")) != NULL) {
+			fclose(gen);
+			wchar_t *oldName = coco_string_create_append(fn, L".old");
+			char *chOldName = coco_string_create_char(oldName);
+			remove(chOldName); rename(chFn, chOldName); // copy with overwrite
+			coco_string_delete(chOldName);
+			coco_string_delete(oldName);
+		}
+		if ((gen = fopen(chFn, "w")) == NULL) {
+			wchar_t *message = coco_string_create_append(L"-- Cannot generate : ", genName);
+			errors->Exception(message);
+			delete [] message;
+		}
+		coco_string_delete(chFn);
+		coco_string_delete(fn);
+
+		return gen;
+	}
+
+
+	void Generator::GenCopyright() {
+		FILE *file = NULL;
+
+		if (coco_string_length(tab->frameDir) != 0) {
+			wchar_t *copyFr = coco_string_create_append(tab->frameDir, L"/Copyright.frame");
+			char *chCopyFr = coco_string_create_char(copyFr);
+			file = fopen(chCopyFr, "r");
+			delete [] copyFr;
+			delete [] chCopyFr;
+		}
+		if (file == NULL) {
+			wchar_t *copyFr = coco_string_create_append(tab->srcDir, L"Copyright.frame");
+			char *chCopyFr = coco_string_create_char(copyFr);
+			file = fopen(chCopyFr, "r");
+			delete [] copyFr;
+			delete [] chCopyFr;
+		}
+		if (file == NULL) {
+			return;
+		}
+
+		FILE *scannerFram = fram;
+		fram = file;
+
+		CopyFramePart(NULL);
+		fram = scannerFram;
+
+		fclose(file);
+	}
+
+	void Generator::GenPrefixFromNamespace() {
+		const wchar_t *nsName = tab->nsName;
+		if (nsName == NULL || coco_string_length(nsName) == 0) {
+			return;
+		}
+		const int len = coco_string_length(nsName);
+		int startPos = 0;
+		do {
+			int curLen = coco_string_indexof(nsName + startPos, COCO_CPP_NAMESPACE_SEPARATOR);
+			if (curLen == -1) { curLen = len - startPos; }
+			wchar_t *curNs = coco_string_create(nsName, startPos, curLen);
+			fwprintf(gen, L"%ls_", curNs);
+			coco_string_delete(curNs);
+			startPos = startPos + curLen + 1;
+		} while (startPos < len);
+	}
+
+	void Generator::SkipFramePart(const wchar_t *stop) {
+		CopyFramePart(stop, false);
+	}
+
+	void Generator::CopyFramePart(const wchar_t *stop) {
+		CopyFramePart(stop, true);
+	}
+
+	void Generator::CopyFramePart(const wchar_t* stop, bool generateOutput) {
+		wchar_t startCh = 0;
+		int endOfStopString = 0;
+		wchar_t ch = 0;
+
+		if (stop != NULL) {
+			startCh = stop[0];
+			endOfStopString = coco_string_length(stop)-1;
+		}
+
+		fwscanf(fram, L"%lc", &ch); //	fram.ReadByte();
+		while (!feof(fram)) { // ch != EOF
+			if (stop != NULL && ch == startCh) {
+				int i = 0;
+				do {
+					if (i == endOfStopString) return; // stop[0..i] found
+					fwscanf(fram, L"%lc", &ch); i++;
+				} while (ch == stop[i]);
+				// stop[0..i-1] found; continue with last read character
+				if (generateOutput) {
+					wchar_t *subStop = coco_string_create(stop, 0, i);
+					fwprintf(gen, L"%ls", subStop);
+					coco_string_delete(subStop);
+				}
+			} else {
+				if (generateOutput) { fwprintf(gen, L"%lc", ch); }
+				fwscanf(fram, L"%lc", &ch);
+			}
+		}
+		if (stop != NULL) {
+			wchar_t *message = coco_string_create_append(L" -- Incomplete or corrupt frame file: ", frameFile);
+			errors->Exception(message);
+			delete [] message;
+		}
+	}
+
+}

data/ext/cocor/Generator.h

@@ -0,0 +1,61 @@
+/*----------------------------------------------------------------------
+Compiler Generator Coco/R,
+Copyright (c) 1990, 2004 Hanspeter Moessenboeck, University of Linz
+extended by M. Loeberbauer & A. Woess, Univ. of Linz
+ported to C++ by Csaba Balazs, University of Szeged
+with improvements by Pat Terry, Rhodes University
+
+This program is free software; you can redistribute it and/or modify it
+under the terms of the GNU General Public License as published by the
+Free Software Foundation; either version 2, or (at your option) any
+later version.
+
+This program is distributed in the hope that it will be useful, but
+WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
+or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+for more details.
+
+You should have received a copy of the GNU General Public License along
+with this program; if not, write to the Free Software Foundation, Inc.,
+59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+
+As an exception, it is allowed to write an extension of Coco/R that is
+used as a plugin in non-free software.
+
+If not otherwise stated, any source code generated by Coco/R (other than
+Coco/R itself) does not fall under the GNU General Public License.
+-----------------------------------------------------------------------*/
+
+#if !defined(COCO_GENERATOR_H__)
+#define COCO_GENERATOR_H__
+
+#include <stdio.h>
+#include "Tab.h"
+#include "Parser.h"
+
+namespace Coco {
+
+class Generator {
+public:
+	Generator(Tab *tab, Errors *errors);
+	FILE* OpenFrame(const wchar_t* frame);
+	FILE* OpenGen(const wchar_t *genName);
+	void GenCopyright();
+	void GenPrefixFromNamespace();
+	void SkipFramePart(const wchar_t *stop);
+	void CopyFramePart(const wchar_t *stop);
+
+private:
+	FILE* fram;
+	FILE* gen;
+	Tab *tab;
+	wchar_t* frameFile;
+	Errors *errors;
+
+	void CopyFramePart(const wchar_t* stop, bool generateOutput);
+
+};
+
+} // namespace
+
+#endif // !defined(COCO_GENERATOR_H__)

data/ext/cocor/Graph.h

@@ -0,0 +1,59 @@
+/*-------------------------------------------------------------------------
+Compiler Generator Coco/R,
+Copyright (c) 1990, 2004 Hanspeter Moessenboeck, University of Linz
+extended by M. Loeberbauer & A. Woess, Univ. of Linz
+ported to C++ by Csaba Balazs, University of Szeged
+with improvements by Pat Terry, Rhodes University
+
+This program is free software; you can redistribute it and/or modify it
+under the terms of the GNU General Public License as published by the
+Free Software Foundation; either version 2, or (at your option) any
+later version.
+
+This program is distributed in the hope that it will be useful, but
+WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
+or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
+for more details.
+
+You should have received a copy of the GNU General Public License along
+with this program; if not, write to the Free Software Foundation, Inc.,
+59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+
+As an exception, it is allowed to write an extension of Coco/R that is
+used as a plugin in non-free software.
+
+If not otherwise stated, any source code generated by Coco/R (other than
+Coco/R itself) does not fall under the GNU General Public License.
+-------------------------------------------------------------------------*/
+
+#if !defined(COCO_GRAPH_H__)
+#define COCO_GRAPH_H__
+
+#include "Node.h"
+
+namespace Coco {
+
+class Graph {
+public:
+	Node *l;	// left end of graph = head
+	Node *r;	// right end of graph = list of nodes to be linked to successor graph
+
+	Graph() {
+		l = NULL; r = NULL;
+	}
+
+	Graph(Node *left, Node *right) {
+		l = left; r = right;
+	}
+
+	Graph(Node *p) {
+		l = p; r = p;
+	}
+
+	virtual ~Graph() {
+	}
+};
+
+}; // namespace
+
+#endif // !defined(COCO_GRAPH_H__)

data/ext/cocor/HashTable.cpp

@@ -0,0 +1,115 @@
+/*-------------------------------------------------------------------------
+Compiler Generator Coco/R,
+Copyright (c) 1990, 2004 Hanspeter Moessenboeck, University of Linz
+extended by M. Loeberbauer & A. Woess, Univ. of Linz
+ported to C++ by Csaba Balazs, University of Szeged
+with improvements by Pat Terry, Rhodes University
+
+This program is free software; you can redistribute it and/or modify it 
+under the terms of the GNU General Public License as published by the 
+Free Software Foundation; either version 2, or (at your option) any 
+later version.
+
+This program is distributed in the hope that it will be useful, but 
+WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY 
+or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License 
+for more details.
+
+You should have received a copy of the GNU General Public License along 
+with this program; if not, write to the Free Software Foundation, Inc., 
+59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+
+As an exception, it is allowed to write an extension of Coco/R that is
+used as a plugin in non-free software.
+
+If not otherwise stated, any source code generated by Coco/R (other than 
+Coco/R itself) does not fall under the GNU General Public License.
+-------------------------------------------------------------------------*/
+
+#include <memory.h>
+#include <stdio.h>
+#include "HashTable.h"
+#include "Scanner.h"
+
+namespace Coco {
+
+HashTable::HashTable(int size) {
+	this->size = size;
+	data = new Obj*[size];
+	memset(data, 0, size * sizeof(Obj*));
+}
+
+HashTable::~HashTable() {
+	for (int i = 0; i < size; ++i) {
+		Obj *o = data[i];
+		while (o != NULL) {
+			Obj *del = o;
+			o = o->next;
+			delete del;
+		}
+	}
+	delete[] data;
+	data = NULL;
+};
+
+HashTable::Obj* HashTable::Get0(wchar_t *key) const {
+	int k = coco_string_hash(key) % size;
+	HashTable::Obj *o = data[k];
+	while (o != NULL && !coco_string_equal(key, o->key)) {
+		o = o->next;
+	}
+	return o;
+}
+
+void HashTable::Set(wchar_t *key, void *val) {
+	HashTable::Obj *o = Get0(key);
+	if (o == NULL) {
+		// new entry
+		int k = coco_string_hash(key) % size;
+		o = new Obj();
+		o->key = key;
+		o->val = val;
+		o->next = data[k];
+		data[k] = o;		
+	} else {
+		// exist entry - overwrite
+		o->val = val;
+	}
+}
+
+void* HashTable::Get(wchar_t *key) const {
+	HashTable::Obj *o = Get0(key);
+	if (o != NULL) {
+		return o->val;
+	}
+	return NULL;
+}
+
+Iterator* HashTable::GetIterator() {
+	return new HashTable::Iter(this);
+}
+
+HashTable::Iter::Iter(HashTable *ht) {
+	this->ht = ht;
+	this->pos = 0;
+	this->cur = NULL;
+}
+
+bool HashTable::Iter::HasNext() {
+	while (cur == NULL && pos < ht->size) {
+		cur = ht->data[pos];
+		++pos;
+	}
+	return cur != NULL;
+}
+
+DictionaryEntry* HashTable::Iter::Next() {
+	if (!HasNext()) {
+		return NULL;
+	}
+	Obj *next = cur;
+	cur = cur->next;
+	return next;
+}
+
+}; // namespace

data/ext/cocor/HashTable.h

@@ -0,0 +1,84 @@
+/*-------------------------------------------------------------------------
+Compiler Generator Coco/R,
+Copyright (c) 1990, 2004 Hanspeter Moessenboeck, University of Linz
+extended by M. Loeberbauer & A. Woess, Univ. of Linz
+ported to C++ by Csaba Balazs, University of Szeged
+with improvements by Pat Terry, Rhodes University
+
+This program is free software; you can redistribute it and/or modify it 
+under the terms of the GNU General Public License as published by the 
+Free Software Foundation; either version 2, or (at your option) any 
+later version.
+
+This program is distributed in the hope that it will be useful, but 
+WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY 
+or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License 
+for more details.
+
+You should have received a copy of the GNU General Public License along 
+with this program; if not, write to the Free Software Foundation, Inc., 
+59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+
+As an exception, it is allowed to write an extension of Coco/R that is
+used as a plugin in non-free software.
+
+If not otherwise stated, any source code generated by Coco/R (other than 
+Coco/R itself) does not fall under the GNU General Public License.
+-------------------------------------------------------------------------*/
+
+#if !defined(COCO_HASHTABLE_H__)
+#define COCO_HASHTABLE_H__
+
+#include <wchar.h>
+
+namespace Coco {
+
+class DictionaryEntry {
+public:
+	wchar_t *key;
+	void *val;
+};
+
+class Iterator {
+public:
+	virtual bool HasNext() = 0;
+	virtual DictionaryEntry* Next() = 0;
+};
+
+class HashTable  
+{
+public:
+	HashTable(int size = 128);
+	virtual ~HashTable();
+	
+	virtual void Set(wchar_t *key, void *value);
+	virtual void* Get(wchar_t *key) const;
+	inline void* operator[](wchar_t *key) const { return Get(key); };
+	virtual Iterator* GetIterator();
+
+private:
+	class Obj : public DictionaryEntry {
+	public:
+		Obj *next;
+	};
+
+	class Iter : public Iterator {
+	private:
+		HashTable *ht;
+		int pos;
+		Obj* cur;
+		
+	public:
+		Iter(HashTable *ht);
+		virtual bool HasNext();
+		virtual DictionaryEntry* Next();
+	};
+	
+	Obj* Get0(wchar_t *key) const;
+	Obj **data;
+	int size;
+};
+
+}; // namespace
+
+#endif // !defined(COCO_HASHTABLE_H__)

data/ext/cocor/Makefile

@@ -0,0 +1,11 @@
+all:
+	g++ *.cpp -o Coco $(CFLAGS) 
+
+clean:
+	rm -f Coco
+
+install:
+	ln -s /usr/lib/coco-cpp/Coco $(DESTDIR)/usr/bin/cococpp
+	install -m 0755 Coco $(DESTDIR)/usr/lib/coco-cpp
+	install -m 0644 *frame $(DESTDIR)/usr/share/coco-cpp
+

data/ext/cocor/Melted.cpp

@@ -0,0 +1,39 @@
+/*-------------------------------------------------------------------------
+Compiler Generator Coco/R,
+Copyright (c) 1990, 2004 Hanspeter Moessenboeck, University of Linz
+extended by M. Loeberbauer & A. Woess, Univ. of Linz
+ported to C++ by Csaba Balazs, University of Szeged
+with improvements by Pat Terry, Rhodes University
+
+This program is free software; you can redistribute it and/or modify it 
+under the terms of the GNU General Public License as published by the 
+Free Software Foundation; either version 2, or (at your option) any 
+later version.
+
+This program is distributed in the hope that it will be useful, but 
+WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY 
+or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License 
+for more details.
+
+You should have received a copy of the GNU General Public License along 
+with this program; if not, write to the Free Software Foundation, Inc., 
+59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+
+As an exception, it is allowed to write an extension of Coco/R that is
+used as a plugin in non-free software.
+
+If not otherwise stated, any source code generated by Coco/R (other than 
+Coco/R itself) does not fall under the GNU General Public License.
+-------------------------------------------------------------------------*/
+
+#include "Melted.h"
+
+namespace Coco {
+
+class BitArray;
+
+Melted::Melted(BitArray *set, State *state) {
+	this->set = set; this->state = state;
+}
+
+}; // namespace