grammar_cop 0.1.0

data/ext/link_grammar/link-grammar/spellcheck-hun.c

@@ -0,0 +1,136 @@
+/*************************************************************************/
+/* Copyright (c) 2009 Linas Vepstas                                      */
+/* Copyright (c) 2009 Vikas N. Kumar                                     */
+/* All rights reserved                                                   */
+/*                                                                       */
+/* Use of the link grammar parsing system is subject to the terms of the */
+/* license set forth in the LICENSE file included with this software,    */
+/* and also available at http://www.link.cs.cmu.edu/link/license.html    */
+/* This license allows free redistribution and use in source and binary  */
+/* forms, with or without modification, subject to certain conditions.   */
+/*                                                                       */
+/*************************************************************************/
+
+#ifndef SPELLCHECK_HUN_C
+#define
+
+#include <stdio.h>
+#include <stdlib.h>
+#include "link-includes.h"
+#include "spellcheck.h"
+#include "utilities.h"  /* For Win32 compatibility */
+
+#ifdef HAVE_HUNSPELL
+
+#ifndef HUNSPELL_DICT_DIR
+#define HUNSPELL_DICT_DIR (char *)0
+#endif /* HUNSPELL_DICT_DIR */
+
+static const char *hunspell_dict_dirs[] = {
+	"/usr/share/myspell/dicts",
+	"/usr/share/hunspell/dicts",
+	"/usr/local/share/myspell/dicts",
+	"/usr/local/share/hunspell/dicts",
+	"/usr/share/myspell",
+	"/usr/share/hunspell",
+	"/usr/local/share/myspell",
+	"/usr/local/share/hunspell",
+	HUNSPELL_DICT_DIR	
+};
+
+static const char *spellcheck_lang_mapping[] = {
+	"en" /* link-grammar language */, "en-US" /* hunspell filename */,
+	"en" /* link-grammar language */, "en_US" /* hunspell filename */
+};
+
+#define FPATHLEN 256
+static char hunspell_aff_file[FPATHLEN];
+static char hunspell_dic_file[FPATHLEN];
+
+#include <hunspell.h>
+#include <string.h>
+
+void * spellcheck_create(const char * lang)
+{
+	size_t i = 0, j = 0;
+	Hunhandle *h = NULL;
+
+	memset(hunspell_aff_file, 0, FPATHLEN);
+	memset(hunspell_dic_file, 0, FPATHLEN);
+	for (i = 0; i < sizeof(spellcheck_lang_mapping)/sizeof(char *); i += 2)
+	{
+		if (0 != strcmp(lang, spellcheck_lang_mapping[i])) continue;
+
+		/* check in each hunspell_dict_dir if the files exist */
+		for (j = 0; j < sizeof(hunspell_dict_dirs)/sizeof(char *); ++j)
+		{
+			FILE *fh;
+			/* if the directory name is NULL then ignore */
+			if (hunspell_dict_dirs[j] == NULL) continue;
+
+			snprintf(hunspell_aff_file, FPATHLEN, "%s/%s.aff", hunspell_dict_dirs[j],
+					spellcheck_lang_mapping[i+1]);
+			snprintf(hunspell_dic_file, FPATHLEN, "%s/%s.dic", hunspell_dict_dirs[j],
+					spellcheck_lang_mapping[i+1]);
+
+			/* Some versions of Hunspell_create() will succeed even if
+			 * there are no dictionary files. So test for permissions.
+			 */
+			fh = fopen(hunspell_aff_file, "r");
+			if (fh) fclose (fh);
+			else continue;
+
+			fh = fopen(hunspell_dic_file, "r");
+			if (fh) fclose (fh);
+			else continue;
+
+			h = Hunspell_create(hunspell_aff_file, hunspell_dic_file);
+			/* if hunspell handle was created break from loop */
+			if (h != NULL)
+				break;
+		}
+		/* if hunspell handle was created break from loop */
+		if (h != NULL) break;
+	}
+	return h;
+}
+
+void spellcheck_destroy(void * chk)
+{
+	Hunhandle *h = (Hunhandle *) chk;
+	Hunspell_destroy(h);
+}
+
+/**
+ * Return boolean: 1 if spelling looks good, else zero
+ */
+int spellcheck_test(void * chk, const char * word)
+{
+	if (NULL == chk)
+	{
+		prt_error("Error: no spell-check handle specified!\n");
+		return 0;
+	}
+
+	return Hunspell_spell((Hunhandle *)chk, word);
+}
+
+int spellcheck_suggest(void * chk, char ***sug, const char * word)
+{
+	if (NULL == chk)
+	{
+		prt_error("Error: no spell-check handle specified!\n");
+		return 0;
+	}
+
+	return Hunspell_suggest((Hunhandle *)chk, sug, word);
+}
+
+void spellcheck_free_suggest(char **sug, int size)
+{
+	free(sug);
+}
+
+#endif /* #ifdef HAVE_HUNSPELL */
+
+#endif

data/ext/link_grammar/link-grammar/spellcheck.h

@@ -0,0 +1,34 @@
+/*************************************************************************/
+/* Copyright (c) 2009 Linas Vepstas                                      */
+/* All rights reserved                                                   */
+/*                                                                       */
+/* Use of the link grammar parsing system is subject to the terms of the */
+/* license set forth in the LICENSE file included with this software,    */
+/* and also available at http://www.link.cs.cmu.edu/link/license.html    */
+/* This license allows free redistribution and use in source and binary  */
+/* forms, with or without modification, subject to certain conditions.   */
+/*                                                                       */
+/*************************************************************************/
+
+#ifndef SPELLCHECK_H
+#define SPELLCHECK_H
+#if (defined HAVE_HUNSPELL) || (defined HAVE_ASPELL)
+
+void * spellcheck_create(const char * lang);
+void spellcheck_destroy(void *);
+int spellcheck_test(void *, const char * word);
+int spellcheck_suggest(void * chk, char ***sug, const char * word);
+void spellcheck_free_suggest(char **sug, int size);
+
+#else
+
+#include "utilities.h"  /* For MSVC inline portability */
+
+static inline void * spellcheck_create(const char * lang) { return NULL; }
+static inline void spellcheck_destroy(void * chk) {}
+static inline int spellcheck_test(void * chk, const char * word) { return 0; }
+static inline int spellcheck_suggest(void * chk, char ***sug, const char * word) { return 0; }
+static inline void spellcheck_free_suggest(char **sug, int size) {}
+
+#endif 
+#endif //endif SPELLCHECK_H

data/ext/link_grammar/link-grammar/string-set.c

@@ -0,0 +1,169 @@
+/*************************************************************************/
+/* Copyright (c) 2004                                                    */
+/* Daniel Sleator, David Temperley, and John Lafferty                    */
+/* All rights reserved                                                   */
+/*                                                                       */
+/* Use of the link grammar parsing system is subject to the terms of the */
+/* license set forth in the LICENSE file included with this software,    */
+/* and also available at http://www.link.cs.cmu.edu/link/license.html    */
+/* This license allows free redistribution and use in source and binary  */
+/* forms, with or without modification, subject to certain conditions.   */
+/*                                                                       */
+/*************************************************************************/
+
+#include "api.h"
+
+/**
+ * Suppose you have a program that generates strings and keeps pointers to them.
+   The program never needs to change these strings once they're generated.
+   If it generates the same string again, then it can reuse the one it
+   generated before.  This is what this package supports.
+
+   String_set is the object.  The functions are:
+
+   char * string_set_add(char * source_string, String_set * ss);
+     This function returns a pointer to a string with the same
+     contents as the source_string.  If that string is already
+     in the table, then it uses that copy, otherwise it generates
+     and inserts a new one.
+
+   char * string_set_lookup(char * source_string, String_set * ss);
+     This function returns a pointer to a string with the same
+     contents as the source_string.  If that string is not already
+     in the table, returns NULL;
+
+   String_set * string_set_create(void);
+     Create a new empty String_set.
+ 
+   string_set_delete(String_set *ss);
+     Free all the space associated with this string set.
+
+   The implementation uses probed hashing (i.e. not bucket).
+ */
+
+static int hash_string(const char *sa, const String_set *ss)
+{
+	unsigned char *str = (unsigned char *) sa;
+	unsigned int accum = 0;
+	for (;*str != '\0'; str++) accum = ((256*accum) + (*str)) % (ss->size);
+	return accum;
+}
+
+static int stride_hash_string(const char *sa, const String_set *ss)
+{
+	unsigned char *str = (unsigned char *) sa;
+	/* This is the stride used, so we have to make sure that its value is not 0 */
+	unsigned int accum = 0;
+	for (;*str != '\0'; str++) accum = ((17*accum) + (*str)) % (ss->size);
+	if (accum == 0) accum = 1;
+	return accum;
+}
+
+/* return the next prime up from start */
+static int next_prime_up(int start)
+{
+	int i;
+	start = start | 1; /* make it odd */
+	for (;;) {
+		for (i=3; (i <= (start/i)); i += 2) {
+			if (start % i == 0) break;
+		}
+		if (start % i == 0) {
+			start += 2;
+		} else {
+			return start;
+		}
+	}
+}
+
+String_set * string_set_create(void)
+{
+	String_set *ss;
+	int i;
+	ss = (String_set *) xalloc(sizeof(String_set));
+	ss->size = next_prime_up(100);
+	ss->table = (char **) xalloc(ss->size * sizeof(char *));
+	ss->count = 0;
+	for (i=0; i<ss->size; i++) ss->table[i] = NULL;
+	return ss;
+}
+
+/**
+ * lookup the given string in the table.  Return a pointer
+ * to the place it is, or the place where it should be.
+ */
+static int find_place(const char * str, String_set *ss)
+{
+	int h, s, i;
+	h = hash_string(str, ss);
+	s = stride_hash_string(str, ss);
+	for (i=h; 1; i = (i + s)%(ss->size)) {
+		if ((ss->table[i] == NULL) || (strcmp(ss->table[i], str) == 0)) return i;
+	}
+}
+
+static void grow_table(String_set *ss)
+{
+	String_set old;
+	int i, p;
+	
+	old = *ss;
+	ss->size = next_prime_up(2 * old.size);  /* at least double the size */
+	ss->table = (char **) xalloc(ss->size * sizeof(char *));
+	ss->count = 0;
+	for (i=0; i<ss->size; i++) ss->table[i] = NULL;
+	for (i=0; i<old.size; i++) {
+		if (old.table[i] != NULL) {
+			p = find_place(old.table[i], ss);
+			ss->table[p] = old.table[i];
+			ss->count++;
+		}
+	}
+	/*printf("growing from %d to %d\n", old.size, ss->size);*/
+	fflush(stdout);
+	xfree((char *) old.table, old.size * sizeof(char *));
+}
+
+const char * string_set_add(const char * source_string, String_set * ss)
+{
+	char * str;
+	int len, p;
+	
+	assert(source_string != NULL, "STRING_SET: Can't insert a null string");
+
+	p = find_place(source_string, ss);
+	if (ss->table[p] != NULL) return ss->table[p];
+	
+	len = strlen(source_string);
+	str = (char *) xalloc(len+1);
+	strcpy(str, source_string);
+	ss->table[p] = str;
+	ss->count++;
+	
+	/* We just added it to the table.
+	   If the table got too big, we grow it.
+	   Too big is defined as being more than 3/4 full */
+	if ((4 * ss->count) > (3 * ss->size)) grow_table(ss);
+	
+	return str;
+}
+
+const char * string_set_lookup(const char * source_string, String_set * ss)
+{
+	int p;
+	
+	p = find_place(source_string, ss);
+	return ss->table[p];
+}
+
+void string_set_delete(String_set *ss)
+{
+	int i;
+	
+	if (ss == NULL) return;
+	for (i=0; i<ss->size; i++) {
+		if (ss->table[i] != NULL) xfree(ss->table[i], strlen(ss->table[i]) + 1);
+	}
+	xfree((char *) ss->table, ss->size * sizeof(char *));
+	xfree((char *) ss, sizeof(String_set));
+}

data/ext/link_grammar/link-grammar/string-set.h

@@ -0,0 +1,16 @@
+/*************************************************************************/
+/* Copyright (c) 2004                                                    */
+/* Daniel Sleator, David Temperley, and John Lafferty                    */
+/* All rights reserved                                                   */
+/*                                                                       */
+/* Use of the link grammar parsing system is subject to the terms of the */
+/* license set forth in the LICENSE file included with this software,    */ 
+/* and also available at http://www.link.cs.cmu.edu/link/license.html    */
+/* This license allows free redistribution and use in source and binary  */
+/* forms, with or without modification, subject to certain conditions.   */
+/*                                                                       */
+/*************************************************************************/
+String_set * string_set_create(void);
+const char * string_set_add(const char * source_string, String_set * ss);
+const char * string_set_lookup(const char * source_string, String_set * ss);
+void         string_set_delete(String_set *ss);

data/ext/link_grammar/link-grammar/structures.h

@@ -0,0 +1,498 @@
+/*************************************************************************/
+/* Copyright (c) 2004                                                    */
+/* Daniel Sleator, David Temperley, and John Lafferty                    */
+/* All rights reserved                                                   */
+/*                                                                       */
+/* Use of the link grammar parsing system is subject to the terms of the */
+/* license set forth in the LICENSE file included with this software,    */
+/* and also available at http://www.link.cs.cmu.edu/link/license.html    */
+/* This license allows free redistribution and use in source and binary  */
+/* forms, with or without modification, subject to certain conditions.   */
+/*                                                                       */
+/*************************************************************************/
+
+#ifndef _STRUCTURES_H_
+#define _STRUCTURES_H_
+
+#include "api-types.h"
+#include "utilities.h"  /* Needed for inline defn in Windows */
+
+/*
+ Global variable descriptions
+  -- Most of these global variables have been eliminated.
+     I've left this comment here for historical purposes --DS 4/98
+
+ N_words:
+    The number of words in the current sentence.  Computed by
+    separate_sentence().
+
+ N_links:
+    The number of links in the current linkage.  Computed by
+    extract_linkage().
+
+ sentence[].string:
+    Contains a slightly modified form of the words typed by the user.
+    Computed by separate_sentence().
+
+ sentence[].x:
+    Contains, for each word, a pointer to a list of expressions from the
+    dictionary that match the word in sentence[].string.
+    Computed by build_sentence_expressions().
+
+ sentence[].d
+    Contains for each word, a pointer to a list of disjuncts for this word.
+    Computed by: parepare_to_parse(), but modified by pruning and power
+    pruning.
+
+ link_array[]
+    This is an array of links.  These links define the current linkage.
+    It is computed by extract_links().  It is used by analyze_linkage() to
+    compute pp_linkage[].  It may contain fat links.
+
+ pp_link_array[]   ** eliminated (ALB)
+    Another array of links.  Here all fat links have been expunged.
+    It is computed by analyze_linkage(), and used by post_process() and by
+    print_links();
+
+ chosen_disjuncts[]
+    This is an array pointers to disjuncts, one for each word, that is
+    computed by extract_links().  It represents the chosen disjuncts for the
+    current linkage.  It is used to compute the cost of the linkage, and
+    also by compute_chosen_words() to compute the chosen_words[].
+
+ chosen_words[]
+    An array of pointers to strings.  These are the words to be displayed
+    when printing the solution, the links, etc.  Computed as a function of
+    chosen_disjuncts[] by compute_chosen_words().  This differs from
+    sentence[].string because it contains the suffixes.  It differs from
+    chosen_disjunct[].string in that the idiom symbols have been removed.
+
+ has_fat_down[]
+    An array of chars, one for each word.  TRUE if there is a fat link
+    down from this word, FALSE otherwise.  (Only set if there is at least
+    one fat link.)  Set by set_has_fat_down_array() and used by
+    analyze_linkage() and is_canonical().
+
+ is_conjunction[]
+    An array of chars, one for each word.  TRUE if the word is a conjunction
+    ("and", "or", "nor", or "but" at the moment).  False otherwise. 
+*/
+
+
+#define NEGATIVECOST -1000000
+/* This is a hack that allows one to discard disjuncts containing
+   connectors whose cost is greater than given a bound. This number plus
+   the cost of any connectors on a disjunct must remain negative, and
+   this number multiplied times the number of costly connectors on any
+   disjunct must fit into an integer. */
+
+/* Upper bound on the cost of any connector. */
+#define MAX_CONNECTOR_COST 1000.0f
+
+#define LEFT_WALL_DISPLAY  ("LEFT-WALL")   /* the string to use to show the wall */
+#define LEFT_WALL_SUPPRESS ("Wd") /* If this connector is used on the wall, */
+                                  /* then suppress the display of the wall  */
+                                  /* bogus name to prevent ever suppressing */
+#define RIGHT_WALL_DISPLAY  ("RIGHT-WALL")   /* the string to use to show the wall */
+#define RIGHT_WALL_SUPPRESS ("RW") /* If this connector is used on the wall, */
+
+/* The following define the names of the special strings in the dictionary. */
+#define LEFT_WALL_WORD   ("LEFT-WALL")
+#define RIGHT_WALL_WORD  ("RIGHT-WALL")
+#define POSTPROCESS_WORD ("POSTPROCESS")
+#define ANDABLE_CONNECTORS_WORD ("ANDABLE-CONNECTORS")
+#define UNLIMITED_CONNECTORS_WORD ("UNLIMITED-CONNECTORS")
+
+#if DONT_USE_REGEX_GUESSING
+/* English-language-specific morphology guessing */
+/* Obsolete, replaced by regex-based morphology handler */
+#define PROPER_WORD      ("CAPITALIZED-WORDS")
+#define PL_PROPER_WORD      ("PL-CAPITALIZED-WORDS")
+#define HYPHENATED_WORD  ("HYPHENATED-WORDS")
+#define NUMBER_WORD      ("NUMBERS")
+#define ING_WORD         ("ING-WORDS")
+#define S_WORD           ("S-WORDS")
+#define ED_WORD          ("ED-WORDS")
+#define LY_WORD          ("LY-WORDS")
+#endif /* DONT_USE_REGEX_GUESSING */
+
+#define UNKNOWN_WORD     ("UNKNOWN-WORD")
+
+#define MAX_PATH_NAME 200     /* file names (including paths)
+                                 should not be longer than this */
+
+/*      Some size definitions.  Reduce these for small machines */
+#define MAX_WORD 60           /* maximum number of chars in a word */
+#define MAX_LINE 1500         /* maximum number of chars in a sentence */
+#define MAX_DISJUNCT_COST 10000
+
+/* conditional compiling flags */
+#define PLURALIZATION
+      /* If defined, Turns on the pluralization operation in        */
+      /* "and", "or" and "nor" */
+#define INFIX_NOTATION
+      /* If defined, then we're using infix notation for the dictionary */
+      /* otherwise we're using prefix notation */
+
+#define DOWN_priority 2
+#define UP_priority   1
+#define THIN_priority 0
+
+#define NORMAL_LABEL  (-1) /* used for normal connectors            */
+                           /* the labels >= 0 are used by fat links */
+
+#define UNLIMITED_LEN 255
+#define SHORT_LEN 6
+#define NO_WORD 255
+
+#ifndef _MSC_VER
+typedef long long s64; /* signed 64-bit integer, even on 32-bit cpus */
+#define PARSE_NUM_OVERFLOW (1LL<<24)  
+#else
+/* Microsoft Visual C Version 6 doesn't support long long. */
+typedef signed __int64 s64; /* signed 64-bit integer, even on 32-bit cpus */
+#define PARSE_NUM_OVERFLOW (((s64)1)<<24)  
+#endif
+
+struct Connector_struct
+{
+    short label;
+    short hash;
+    unsigned char word;
+                   /* The nearest word to my left (or right) that
+                      this could connect to.  Computed by power pruning */
+    unsigned char length_limit;
+                  /* If this is a length limited connector, this
+                     gives the limit of the length of the link
+                     that can be used on this connector.  Since
+                     this is strictly a funcion of the connector
+                     name, efficiency is the only reason to store
+                     this.  If no limit, the value is set to 255. */
+    char priority;/* one of the three priorities above */
+    char multi;   /* TRUE if this is a multi-connector */
+    Connector * next;
+    const char * string;
+
+    /* Hash table next pointer, used only during pruning. */
+    Connector * tableNext;
+    const char * prune_string;
+};
+
+static inline void connector_set_string(Connector *c, const char *s)
+{
+	c->string = s;
+	c->hash = -1;
+}
+static inline const char * connector_get_string(Connector *c)
+{
+	return c->string;
+}
+
+struct Disjunct_struct
+{
+    Disjunct *next;
+    const char * string;
+    Connector *left, *right;
+    float cost;
+    char marked;
+};
+
+typedef struct Match_node_struct Match_node;
+struct Match_node_struct
+{
+    Match_node * next;
+    Disjunct * d;
+};
+
+typedef struct X_node_struct X_node;
+struct X_node_struct
+{
+    const char * string;  /* the word itself */
+    Exp * exp;
+    X_node *next;
+};
+
+struct Word_struct
+{
+    char string[MAX_WORD+1];
+    X_node * x;      /* sentence starts out with these */
+    Disjunct * d;    /* eventually these get generated */
+    int firstupper;
+};
+
+/** 
+ * Types of Exp_struct structures
+ */
+#define OR_type 0
+#define AND_type 1
+#define CONNECTOR_type 2
+
+/** 
+ * The E_list and Exp structures defined below comprise the expression
+ * trees that are stored in the dictionary.  The expression has a type
+ * (AND, OR or TERMINAL).  If it is not a terminal it has a list
+ * (an E_list) of children.
+ */
+struct Exp_struct
+{
+    Exp * next; /* Used only for mem management,for freeing */
+    char type;  /* One of three types, see above */
+    char dir;   /* '-' means to the left, '+' means to right (for connector) */
+    char multi; /* TRUE if a multi-connector (for connector)  */
+    union {
+        E_list * l;           /* only needed for non-terminals */
+        const char * string;  /* only needed if it's a connector */
+    } u;
+    float cost;   /* The cost of using this expression.
+                     Only used for non-terminals */
+};
+
+struct E_list_struct
+{
+    E_list * next;
+    Exp * e;
+};
+
+/* The structure below stores a list of dictionary word files. */
+struct Word_file_struct
+{
+    char file[MAX_PATH_NAME+1];   /* the file name */
+    int changed;             /* TRUE if this file has been changed */
+    Word_file * next;
+};
+
+/** 
+ * The dictionary is stored as a binary tree comprised of the following
+ * nodes.  A list of these (via right pointers) is used to return
+ * the result of a dictionary lookup.
+ */
+struct Dict_node_struct
+{
+    const char * string;  /* the word itself */
+    Word_file * file;    /* the file the word came from (NULL if dict file) */
+    Exp       * exp;
+    Dict_node *left, *right;
+};
+
+/* The regexs are stored as a linked list of the following nodes. */
+struct Regex_node_s
+{
+    char *name;      /* The identifying name of the regex */
+    char *pattern;   /* The regular expression pattern */
+    void *re;        /* The compiled regex. void * to avoid
+                      * having re library details invading the
+                      * rest of the LG system; regex-morph.c
+                      * takes care of all matching.
+                      */
+    Regex_node *next;
+};
+
+
+/* The following three structs comprise what is returned by post_process(). */
+typedef struct D_type_list_struct D_type_list;
+struct D_type_list_struct
+{
+    D_type_list * next;
+    int type;
+};
+
+typedef struct PP_node_struct PP_node;
+struct PP_node_struct
+{
+    D_type_list *d_type_array[MAX_LINKS];
+    const char *violation;
+};
+
+/* Davy added these */
+
+typedef struct Andlist_struct Andlist;
+struct Andlist_struct
+{
+    Andlist * next;
+    int conjunction;
+    int num_elements;
+    int element[MAX_SENTENCE];
+    int num_outside_words;
+    int outside_word[MAX_SENTENCE];
+    int cost;
+};
+
+/** 
+ * This is for building the graphs of links in post-processing and 
+ * fat link extraction.
+ */
+struct Linkage_info_struct
+{
+    int index;
+    Boolean fat;
+    Boolean canonical;
+    Boolean improper_fat_linkage;
+    Boolean inconsistent_domains;
+    short N_violations;
+    short null_cost, unused_word_cost, and_cost, link_cost;
+    float disjunct_cost;
+    double corpus_cost;
+    Andlist * andlist;
+    int island[MAX_SENTENCE];
+    size_t nwords;
+    char **disjunct_list_str;
+#ifdef USE_CORPUS
+    Sense **sense_list;
+#endif
+};
+
+struct List_o_links_struct
+{
+    int link;       /* the link number */
+    int word;       /* the word at the other end of this link */
+    int dir;        /* 0: undirected, 1: away from me, -1: toward me */
+    List_o_links * next;
+};
+
+/* These parameters tell power_pruning, to tell whether this is before
+ * or after generating and disjuncts.  GENTLE is before RUTHLESS is 
+ * after.
+ */
+#define GENTLE 1
+#define RUTHLESS 0
+
+typedef struct string_node_struct String_node;
+struct string_node_struct
+{
+    char * string;
+    int size;
+    String_node * next;
+};
+
+typedef struct Parse_choice_struct Parse_choice;
+
+struct Link_s
+{
+	int l, r;
+	Connector * lc, * rc;
+	const char * name;              /* spelling of full link name */
+};
+
+struct Parse_choice_struct
+{
+    Parse_choice * next;
+    Parse_set * set[2];
+    Link        link[2];   /* the lc fields of these is NULL if there is no link used */
+    Disjunct *ld, *md, *rd;  /* the chosen disjuncts for the relevant three words */
+};
+
+struct Parse_set_struct
+{
+    s64 count;  /* the number of ways */
+    Parse_choice * first;
+    Parse_choice * current;  /* used to enumerate linkages */
+};
+
+struct X_table_connector_struct
+{
+    short             lw, rw;
+    short             cost;
+    Parse_set         *set;
+    Connector         *le, *re;
+    X_table_connector *next;
+};
+
+/* from string-set.c */
+struct String_set_s
+{
+    int size;       /* the current size of the table */
+    int count;      /* number of things currently in the table */
+    char ** table;  /* the table itself */
+};
+
+
+/* from pp_linkset.c */
+typedef struct pp_linkset_node_s
+{
+    const char *str;
+    struct pp_linkset_node_s *next;
+} pp_linkset_node;
+
+typedef struct pp_linkset_s
+{
+    int hash_table_size;
+    int population;
+    pp_linkset_node **hash_table;    /* data actually lives here */
+} pp_linkset;
+
+
+/* from pp_lexer.c */
+#define PP_LEXER_MAX_LABELS 512
+
+typedef struct pp_label_node_s
+{
+    /* linked list of strings associated with a label in the table */
+    const char *str;
+    struct pp_label_node_s *next;
+} pp_label_node;                 /* next=NULL: end of list */
+
+
+typedef struct PPLexTable_s
+{
+    String_set *string_set;
+    const char *labels[PP_LEXER_MAX_LABELS];             /* array of labels  */
+    pp_label_node *nodes_of_label[PP_LEXER_MAX_LABELS]; /*str. for each label*/
+    pp_label_node *last_node_of_label[PP_LEXER_MAX_LABELS];    /* efficiency */
+    pp_label_node *current_node_of_active_label;/* state: curr node of label */
+    int idx_of_active_label;                    /* read state: current label */
+} PPLexTable;
+
+/* from pp_knowledge.c */
+typedef struct StartingLinkAndDomain_s
+{
+    const char *starting_link;
+    int   domain;       /* domain which the link belongs to (-1: terminator)*/
+} StartingLinkAndDomain;
+
+typedef struct pp_rule_s
+{
+    /* Holds a single post-processing rule. Since rules come in many
+       flavors, not all fields of the following are always relevant  */
+    const char *selector; /* name of link to which rule applies      */
+    int   domain;         /* type of domain to which rule applies    */
+    pp_linkset *link_set; /* handle to set of links relevant to rule */
+    int   link_set_size;  /* size of this set                        */
+    const char  **link_array; /* array holding the spelled-out names */
+    const char  *msg;     /* explanation (NULL=end sentinel in array)*/
+} pp_rule;
+
+struct pp_knowledge_s
+{
+    PPLexTable *lt; /* Internal rep'n of sets of strings from knowledge file */
+    const char *path; /* Name of file we loaded from */
+
+    /* handles to sets of links specified in knowledge file. These constitute
+       auxiliary data, necessary to implement the rules, below. See comments
+       in post-process.c for a description of these. */
+    pp_linkset *domain_starter_links;
+    pp_linkset *urfl_domain_starter_links;
+    pp_linkset *urfl_only_domain_starter_links;
+    pp_linkset *domain_contains_links;
+    pp_linkset *must_form_a_cycle_links;
+    pp_linkset *restricted_links;
+    pp_linkset *ignore_these_links;
+    pp_linkset *left_domain_starter_links;
+
+    /* arrays of rules specified in knowledge file */
+    pp_rule *connected_rules, *form_a_cycle_rules;
+    pp_rule *contains_one_rules, *contains_none_rules;
+    pp_rule *bounded_rules;
+
+    int n_connected_rules, n_form_a_cycle_rules;
+    int n_contains_one_rules, n_contains_none_rules;
+    int n_bounded_rules;
+
+    pp_linkset *set_of_links_starting_bounded_domain;
+    StartingLinkAndDomain *starting_link_lookup_table;
+    int nStartingLinks;
+    String_set *string_set;
+};
+
+
+#endif
+