opener-opinion-detector-base 2.0.0

data/core/vendor/src/crfsuite/frontend/main.c

@@ -0,0 +1,137 @@
+/*
+ *        CRFsuite frontend.
+ *
+ * Copyright (c) 2007-2010, Naoaki Okazaki
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *     * Redistributions of source code must retain the above copyright
+ *       notice, this list of conditions and the following disclaimer.
+ *     * Redistributions in binary form must reproduce the above copyright
+ *       notice, this list of conditions and the following disclaimer in the
+ *       documentation and/or other materials provided with the distribution.
+ *     * Neither the names of the authors nor the names of its contributors
+ *       may be used to endorse or promote products derived from this
+ *       software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
+ * OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+/* $Id$ */
+
+#include <os.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include "option.h"
+#include <crfsuite.h>
+
+#define    APPLICATION_S    "CRFSuite"
+
+int main_learn(int argc, char *argv[], const char *argv0);
+int main_tag(int argc, char *argv[], const char *argv0);
+int main_dump(int argc, char *argv[], const char *argv0);
+
+
+
+typedef struct {
+    int help;            /**< Show help message and exit. */
+
+    FILE *fpi;
+    FILE *fpo;
+    FILE *fpe;
+} option_t;
+
+static void option_init(option_t* opt)
+{
+    memset(opt, 0, sizeof(*opt));
+}
+
+static void option_finish(option_t* opt)
+{
+}
+
+BEGIN_OPTION_MAP(parse_options, option_t)
+
+    ON_OPTION(SHORTOPT('h') || LONGOPT("help"))
+        opt->help = 1;
+
+END_OPTION_MAP()
+
+void show_copyright(FILE *fp)
+{
+    fprintf(fp, APPLICATION_S " " CRFSUITE_VERSION "  " CRFSUITE_COPYRIGHT "\n");
+    fprintf(fp, "\n");
+}
+
+static void show_usage(FILE *fp, const char *argv0)
+{
+    fprintf(fp, "USAGE: %s <COMMAND> [OPTIONS]\n", argv0);
+    fprintf(fp, "    COMMAND     Command name to specify the processing\n");
+    fprintf(fp, "    OPTIONS     Arguments for the command (optional; command-specific)\n");
+    fprintf(fp, "\n");
+    fprintf(fp, "COMMAND:\n");
+    fprintf(fp, "    learn       Obtain a model from a training set of instances\n");
+    fprintf(fp, "    tag         Assign suitable labels to given instances by using a model\n");
+    fprintf(fp, "    dump        Output a model in a plain-text format\n");
+    fprintf(fp, "\n");
+    fprintf(fp, "For the usage of each command, specify -h option in the command argument.\n");
+}
+
+
+int main(int argc, char *argv[])
+{
+    option_t opt;
+    int arg_used = 0;
+    const char *command = NULL;
+    const char *argv0 = argv[0];
+    FILE *fpi = stdin, *fpo = stdout, *fpe = stderr;
+
+    /* Parse the command-line option. */
+    option_init(&opt);
+    arg_used = option_parse(++argv, --argc, parse_options, &opt);
+    if (arg_used < 0) {
+        return 1;
+    }
+
+    /* Show the help message if specified. */
+    if (opt.help) {
+        show_copyright(fpo);
+        show_usage(fpo, argv0);
+        return 0;
+    }
+
+    /* Check whether a command is specified in the command-line. */
+    if (argc <= arg_used) {
+        fprintf(fpe, "ERROR: No command specified. See help (-h) for the usage.\n");
+        return 1;
+    }
+
+    /* Execute the command. */
+    command = argv[arg_used];
+    if (strcmp(command, "learn") == 0) {
+        show_copyright(fpo);
+        return main_learn(argc-arg_used, argv+arg_used, argv0);
+    } else if (strcmp(command, "tag") == 0) {
+        return main_tag(argc-arg_used, argv+arg_used, argv0);
+    } else if (strcmp(command, "dump") == 0) {
+        return main_dump(argc-arg_used, argv+arg_used, argv0);
+    } else {
+        fprintf(fpe, "ERROR: Unrecognized command (%s) specified.\n", command);    
+        return 1;
+    }
+
+    return 0;
+}

data/core/vendor/src/crfsuite/frontend/option.c

@@ -0,0 +1,93 @@
+/*
+ *        A parser for command-line options.
+ *
+ * Copyright (c) 2007-2010, Naoaki Okazaki
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *     * Redistributions of source code must retain the above copyright
+ *       notice, this list of conditions and the following disclaimer.
+ *     * Redistributions in binary form must reproduce the above copyright
+ *       notice, this list of conditions and the following disclaimer in the
+ *       documentation and/or other materials provided with the distribution.
+ *     * Neither the names of the authors nor the names of its contributors
+ *       may be used to endorse or promote products derived from this
+ *       software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
+ * OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+/* $Id$ */
+
+#include <os.h>
+#include <stdlib.h>
+#include <string.h>
+#include "option.h"
+
+int option_parse(char * const argv[], int num_argv, option_handler_t handler, void *instance)
+{
+    int i;
+
+    for (i = 0;i < num_argv;++i) {
+        const char *token = argv[i];
+        if (*token++ == '-') {
+            int ret = 0;
+            const char *next_token = (i+1 < num_argv) ? argv[i+1] : "";
+            if (!*token) {
+                break;    /* Only '-' was found. */
+            } else if (*token == '-') {
+                const char *arg = strchr(++token, '=');
+                if (arg) {
+                    arg++;
+                } else {
+                    arg = next_token;
+                }
+
+                ret = handler(instance, 0, token, arg);
+                if (ret < 0) {
+                    return -1;
+                }
+                if (arg == next_token) {
+                    i += ret;
+                }
+            } else {
+                char c;
+                while ((c = *token++) != '\0') {
+                    const char *arg = *token ? token : next_token;
+                    ret = handler(instance, c, token, arg);
+                    if (ret < 0) {
+                        return -1;
+                    }
+                    if (ret > 0) {
+                        if (arg == token) {
+                            token = "";
+                        } else {
+                            i++;
+                        }
+                    }
+                } /* while */
+            } /* else (*token == '-') */
+        } else {
+            break;    /* a non-option argument was fonud. */
+        } 
+    } /* for (i) */
+
+    return i;
+}
+
+int option_strcmp(const char *option, const char *longname)
+{
+    const char *p = strchr(option, '=');
+    return p ? strncmp(option, longname, p-option) : strcmp(option, longname);
+}

data/core/vendor/src/crfsuite/frontend/option.h

@@ -0,0 +1,86 @@
+/*
+ *        A parser for command-line options.
+ *
+ * Copyright (c) 2007-2010, Naoaki Okazaki
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *     * Redistributions of source code must retain the above copyright
+ *       notice, this list of conditions and the following disclaimer.
+ *     * Redistributions in binary form must reproduce the above copyright
+ *       notice, this list of conditions and the following disclaimer in the
+ *       documentation and/or other materials provided with the distribution.
+ *     * Neither the names of the authors nor the names of its contributors
+ *       may be used to endorse or promote products derived from this
+ *       software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
+ * OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+/* $Id$ */
+
+#ifndef    __OPTION_H__
+#define    __OPTION_H__
+
+#ifdef    __cplusplus
+extern "C" {
+#endif/*__cplusplus*/
+
+typedef int (*option_handler_t)(void *instance, char c, const char *longname, const char *arg);
+
+int option_parse(char * const argv[], int num_argv, option_handler_t handler, void *instance);
+int option_strcmp(const char *option, const char *longname);
+
+/** The begin of inline option map. */
+#define    BEGIN_OPTION_MAP(name, type) \
+    int name(void *instance, char __c, const char *__longname, const char *arg) \
+    { \
+        int used_args = 0; \
+        type *opt = (type *)instance; \
+        if (0) { \
+
+/** An entry of option map */
+#define    ON_OPTION(test) \
+            return used_args; \
+        } else if (test) { \
+            used_args = 0; \
+
+#define    ON_OPTION_WITH_ARG(test) \
+            return used_args; \
+        } else if (test) { \
+            used_args = 1; \
+
+/** The end of option map implementation */
+#define    END_OPTION_MAP() \
+            return used_args; \
+        } \
+        if (__c != 0) { \
+            fprintf(stderr, "Unrecognized option -%c\n", __c); \
+        } else if (__longname != NULL) { \
+            fprintf(stderr, "Unrecognized option --%s\n", __longname); \
+        } \
+        return -1; \
+    } \
+
+/** A predicator for short options */
+#define    SHORTOPT(x)        (__c == x)
+/** A predicator for long options */
+#define    LONGOPT(x)        (!__c && option_strcmp(__longname, x) == 0)
+
+#ifdef    __cplusplus
+}
+#endif/*__cplusplus*/
+
+#endif/*__OPTION_H__*/
+

data/core/vendor/src/crfsuite/frontend/readdata.h

@@ -0,0 +1,38 @@
+/*
+ *        Data reader.
+ *
+ * Copyright (c) 2007-2010, Naoaki Okazaki
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *     * Redistributions of source code must retain the above copyright
+ *       notice, this list of conditions and the following disclaimer.
+ *     * Redistributions in binary form must reproduce the above copyright
+ *       notice, this list of conditions and the following disclaimer in the
+ *       documentation and/or other materials provided with the distribution.
+ *     * Neither the names of the authors nor the names of its contributors
+ *       may be used to endorse or promote products derived from this
+ *       software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
+ * OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+/* $Id$ */
+
+#ifndef    __READDATA_H__
+#define    __READDATA_H__
+
+int read_data(FILE *fpi, FILE *fpo, crfsuite_data_t* data, int group);
+
+#endif/*__READDATA_H__*/

data/core/vendor/src/crfsuite/frontend/reader.c

@@ -0,0 +1,136 @@
+/*
+ *        Data reader.
+ *
+ * Copyright (c) 2007-2010, Naoaki Okazaki
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *     * Redistributions of source code must retain the above copyright
+ *       notice, this list of conditions and the following disclaimer.
+ *     * Redistributions in binary form must reproduce the above copyright
+ *       notice, this list of conditions and the following disclaimer in the
+ *       documentation and/or other materials provided with the distribution.
+ *     * Neither the names of the authors nor the names of its contributors
+ *       may be used to endorse or promote products derived from this
+ *       software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
+ * OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+/* $Id$ */
+
+#include <os.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+
+#include <crfsuite.h>
+#include "iwa.h"
+
+static int progress(FILE *fpo, int prev, int current)
+{
+    while (prev < current) {
+        ++prev;
+        if (prev % 2 == 0) {
+            if (prev % 10 == 0) {
+                fprintf(fpo, "%d", prev / 10);
+                fflush(fpo);
+            } else {
+                fprintf(fpo, ".", prev / 10);
+                fflush(fpo);
+            }
+        }
+    }
+    return prev;
+}
+
+int read_data(FILE *fpi, FILE *fpo, crfsuite_data_t* data, int group)
+{
+    int n = 0;
+    int lid = -1;
+    crfsuite_instance_t inst;
+    crfsuite_item_t item;
+    crfsuite_attribute_t cont;
+    iwa_t* iwa = NULL;
+    crfsuite_dictionary_t *attrs = data->attrs;
+    crfsuite_dictionary_t *labels = data->labels;
+    const iwa_token_t *token = NULL;
+    long filesize = 0, begin = 0, offset = 0;
+    int prev = 0, current = 0;
+
+    /* Initialize the instance.*/
+    crfsuite_instance_init(&inst);
+    inst.group = group;
+
+    /* Obtain the file size. */
+    begin = ftell(fpi);
+    fseek(fpi, 0, SEEK_END);
+    filesize = ftell(fpi) - begin;
+    fseek(fpi, begin, SEEK_SET);
+
+    /* */
+    fprintf(fpo, "0");
+    fflush(fpo);
+    prev = 0;
+
+    iwa = iwa_reader(fpi);
+    while (token = iwa_read(iwa), token != NULL) {
+        /* Progress report. */
+        offset = ftell(fpi);
+        current = (int)((offset - begin) * 100.0 / (double)filesize);
+        prev = progress(fpo, prev, current);
+
+        switch (token->type) {
+        case IWA_BOI:
+            /* Initialize an item. */
+            lid = -1;
+            crfsuite_item_init(&item);
+            break;
+        case IWA_EOI:
+            /* Append the item to the instance. */
+            if (0 <= lid) {
+                crfsuite_instance_append(&inst, &item, lid);
+            }
+            crfsuite_item_finish(&item);
+            break;
+        case IWA_ITEM:
+            if (lid == -1) {
+                lid = labels->get(labels, token->attr);
+            } else {
+                crfsuite_attribute_init(&cont);
+                cont.aid = attrs->get(attrs, token->attr);
+                if (token->value && *token->value) {
+                    cont.value = atof(token->value);
+                } else {
+                    cont.value = 1.0;
+                }
+                crfsuite_item_append_attribute(&item, &cont);
+            }
+            break;
+        case IWA_NONE:
+        case IWA_EOF:
+            /* Put the training instance. */
+            crfsuite_data_append(data, &inst);
+            crfsuite_instance_finish(&inst);
+            inst.group = group;
+            ++n;
+            break;
+        }
+    }
+
+    progress(fpo, prev, 100);
+    fprintf(fpo, "\n");
+
+    return n;
+}