chaine 3.13.1__cp311-cp311-musllinux_1_2_i686.whl

chaine/_core/crfsuite/lib/cqdb/src/main.c

@@ -0,0 +1,184 @@
+/*
+ *      Test program for Constant Quark Database (CQDB).
+ *
+ * Copyright (c) 2007, Naoaki Okazaki
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *     * Redistributions of source code must retain the above copyright
+ *       notice, this list of conditions and the following disclaimer.
+ *     * Redistributions in binary form must reproduce the above copyright
+ *       notice, this list of conditions and the following disclaimer in the
+ *       documentation and/or other materials provided with the distribution.
+ *     * Neither the name of the Northwestern University, University of Tokyo,
+ *       nor the names of its contributors may be used to endorse or promote
+ *       products derived from this software without specific prior written
+ *       permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
+ * OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+/* $Id$ */
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include "cqdb.h"
+
+//#define    TEST_WRITE    1
+#define CHECK_VALIDITY
+
+#define DBNAME "test.cqdb"
+#define NUMELEMS 1000000
+
+#ifdef TEST_WRITE
+
+int main(int argc, char *argv[])
+{
+    int i, ret;
+    char str[10];
+    FILE *fp = NULL;
+    cqdb_writer_t *dbw = NULL;
+
+    // Open a file for writing.
+    fp = fopen(DBNAME, "wb");
+    if (fp == NULL)
+    {
+        fprintf(stderr, "ERROR: failed to open the file.\n");
+        return 1;
+    }
+
+    // Create a CQDB on the file stream.
+    dbw = cqdb_writer(fp, 0);
+    if (dbw == NULL)
+    {
+        fprintf(stderr, "ERROR: failed to create a CQDB on the file.\n");
+        goto error_exit;
+    }
+
+    // Put string/integer associations, "00000001"/1, ..., "01000000"/1000000.
+    for (i = 0; i < NUMELEMS; ++i)
+    {
+        sprintf(str, "%08d", i);
+        if (ret = cqdb_writer_put(dbw, str, i))
+        {
+            fprintf(stderr, "ERROR: failed to put a pair '%s'/%d.\n", str, i);
+            goto error_exit;
+        }
+    }
+
+    // Close the CQDB.
+    if (ret = cqdb_writer_close(dbw))
+    {
+        fprintf(stderr, "ERROR: failed to close the CQDB.\n");
+        goto error_exit;
+    }
+
+    // Close the file.
+    fclose(fp);
+    return 0;
+
+error_exit:
+    if (dbw != NULL)
+        cqdb_writer_close(dbw);
+    if (fp != NULL)
+        fclose(fp);
+    return 1;
+}
+
+#else /*TEST_WRITE*/
+
+int main(int argc, char *argv[])
+{
+    int i, j, ret;
+    long size = 0;
+    const char *value = NULL;
+    char str[10], *buffer = NULL;
+    FILE *fp = NULL;
+    cqdb_t *db = NULL;
+
+    // Open the database.
+    fp = fopen(DBNAME, "rb");
+    if (fp == NULL)
+    {
+        fprintf(stderr, "ERROR: failed to open the file\n");
+        return 1;
+    }
+
+    // Obtain the file size at one time.
+    fseek(fp, 0, SEEK_END);
+    size = ftell(fp);
+    fseek(fp, 0, SEEK_SET);
+
+    // Read the content of the file.
+    buffer = (char *)malloc(size);
+    if (buffer == NULL)
+    {
+        fprintf(stderr, "ERROR: out of memory.\n");
+        goto error_exit;
+    }
+    fread(buffer, 1, size, fp);
+    fclose(fp);
+    fp = NULL;
+
+    // Open the database on the memory.
+    db = cqdb_reader(buffer, size);
+    if (db == NULL)
+    {
+        fprintf(stderr, "ERROR: failed to open a CQDB on the file.\n");
+        goto error_exit;
+    }
+
+    // Forward lookups: strings to integer identifiers.
+    for (i = 0; i < NUMELEMS; ++i)
+    {
+        sprintf(str, "%08d", i);
+        j = cqdb_to_id(db, str);
+#ifdef CHECK_VALIDITY
+        if (i != j)
+        {
+            fprintf(stderr, "ERROR: inconsistency error '%s'/%d.\n", str, i);
+            goto error_exit;
+        }
+#endif /*CHECK_VALIDITY*/
+    }
+
+    // Backward lookups: integer identifiers to strings.
+    for (i = 0; i < NUMELEMS; ++i)
+    {
+        sprintf(str, "%08d", i);
+        value = cqdb_to_string(db, i);
+#ifdef CHECK_VALIDITY
+        if (strcmp(str, value) != 0)
+        {
+            fprintf(stderr, "ERROR: inconsistency error '%s'/%d.\n", str, i);
+            goto error_exit;
+        }
+#endif /*CHECK_VALIDITY*/
+    }
+
+    cqdb_delete(db);
+    free(buffer);
+
+    return 0;
+
+error_exit:
+    if (fp != NULL)
+        fclose(fp);
+    if (buffer != NULL)
+        free(buffer);
+    return 1;
+}
+
+#endif /*TEST_WRITE*/

chaine/_core/crfsuite/lib/crf/src/crf1d.h

@@ -0,0 +1,354 @@
+/*
+ *      The 1st-order linear-chain CRF with dyad features (CRF1d).
+ *
+ * Copyright (c) 2007-2010, Naoaki Okazaki
+ * All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *     * Redistributions of source code must retain the above copyright
+ *       notice, this list of conditions and the following disclaimer.
+ *     * Redistributions in binary form must reproduce the above copyright
+ *       notice, this list of conditions and the following disclaimer in the
+ *       documentation and/or other materials provided with the distribution.
+ *     * Neither the names of the authors nor the names of its contributors
+ *       may be used to endorse or promote products derived from this
+ *       software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
+ * OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+/* $Id$ */
+
+#ifndef __CRF1D_H__
+#define __CRF1D_H__
+
+#include <crfsuite.h>
+#include "crfsuite_internal.h"
+
+/**
+ * \defgroup crf1d_context.c
+ */
+/** @{ */
+
+/**
+ * Functionality flags for contexts.
+ *  @see    crf1dc_new().
+ */
+enum
+{
+    CTXF_BASE = 0x01,
+    CTXF_VITERBI = 0x01,
+    CTXF_MARGINALS = 0x02,
+    CTXF_ALL = 0xFF,
+};
+
+/**
+ * Reset flags.
+ *  @see    crf1dc_reset().
+ */
+enum
+{
+    RF_STATE = 0x01, /**< Reset state scores. */
+    RF_TRANS = 0x02, /**< Reset transition scores. */
+    RF_ALL = 0xFF,   /**< Reset all. */
+};
+
+/**
+ * Context structure.
+ *  This structure maintains internal data for an instance.
+ */
+typedef struct
+{
+    /**
+     * Flag specifying the functionality.
+     */
+    int flag;
+
+    /**
+     * The total number of distinct labels (L).
+     */
+    int num_labels;
+
+    /**
+     * The number of items (T) in the instance.
+     */
+    int num_items;
+
+    /**
+     * The maximum number of labels.
+     */
+    int cap_items;
+
+    /**
+     * Logarithm of the normalization factor for the instance.
+     *  This is equivalent to the total scores of all paths in the lattice.
+     */
+    floatval_t log_norm;
+
+    /**
+     * State scores.
+     *  This is a [T][L] matrix whose element [t][l] presents total score
+     *  of state features associating label #l at #t.
+     */
+    floatval_t *state;
+
+    /**
+     * Transition scores.
+     *  This is a [L][L] matrix whose element [i][j] represents the total
+     *  score of transition features associating labels #i and #j.
+     */
+    floatval_t *trans;
+
+    /**
+     * Alpha score matrix.
+     *  This is a [T][L] matrix whose element [t][l] presents the total
+     *  score of paths starting at BOS and arraiving at (t, l).
+     */
+    floatval_t *alpha_score;
+
+    /**
+     * Beta score matrix.
+     *  This is a [T][L] matrix whose element [t][l] presents the total
+     *  score of paths starting at (t, l) and arraiving at EOS.
+     */
+    floatval_t *beta_score;
+
+    /**
+     * Scale factor vector.
+     *  This is a [T] vector whose element [t] presents the scaling
+     *  coefficient for the alpha_score and beta_score.
+     */
+    floatval_t *scale_factor;
+
+    /**
+     * Row vector (work space).
+     *  This is a [T] vector used internally for a work space.
+     */
+    floatval_t *row;
+
+    /**
+     * Backward edges.
+     *  This is a [T][L] matrix whose element [t][j] represents the label #i
+     *  that yields the maximum score to arrive at (t, j).
+     *  This member is available only with CTXF_VITERBI flag enabled.
+     */
+    int *backward_edge;
+
+    /**
+     * Exponents of state scores.
+     *  This is a [T][L] matrix whose element [t][l] presents the exponent
+     *  of the total score of state features associating label #l at #t.
+     *  This member is available only with CTXF_MARGINALS flag.
+     */
+    floatval_t *exp_state;
+
+    /**
+     * Exponents of transition scores.
+     *  This is a [L][L] matrix whose element [i][j] represents the exponent
+     *  of the total score of transition features associating labels #i and #j.
+     *  This member is available only with CTXF_MARGINALS flag.
+     */
+    floatval_t *exp_trans;
+
+    /**
+     * Model expectations of states.
+     *  This is a [T][L] matrix whose element [t][l] presents the model
+     *  expectation (marginal probability) of the state (t,l)
+     *  This member is available only with CTXF_MARGINALS flag.
+     */
+    floatval_t *mexp_state;
+
+    /**
+     * Model expectations of transitions.
+     *  This is a [L][L] matrix whose element [i][j] presents the model
+     *  expectation of the transition (i--j).
+     *  This member is available only with CTXF_MARGINALS flag.
+     */
+    floatval_t *mexp_trans;
+
+} crf1d_context_t;
+
+#define MATRIX(p, xl, x, y) ((p)[(xl) * (y) + (x)])
+
+#define ALPHA_SCORE(ctx, t) \
+    (&MATRIX(ctx->alpha_score, ctx->num_labels, 0, t))
+#define BETA_SCORE(ctx, t) \
+    (&MATRIX(ctx->beta_score, ctx->num_labels, 0, t))
+#define STATE_SCORE(ctx, i) \
+    (&MATRIX(ctx->state, ctx->num_labels, 0, i))
+#define TRANS_SCORE(ctx, i) \
+    (&MATRIX(ctx->trans, ctx->num_labels, 0, i))
+#define EXP_STATE_SCORE(ctx, i) \
+    (&MATRIX(ctx->exp_state, ctx->num_labels, 0, i))
+#define EXP_TRANS_SCORE(ctx, i) \
+    (&MATRIX(ctx->exp_trans, ctx->num_labels, 0, i))
+#define STATE_MEXP(ctx, i) \
+    (&MATRIX(ctx->mexp_state, ctx->num_labels, 0, i))
+#define TRANS_MEXP(ctx, i) \
+    (&MATRIX(ctx->mexp_trans, ctx->num_labels, 0, i))
+#define BACKWARD_EDGE_AT(ctx, t) \
+    (&MATRIX(ctx->backward_edge, ctx->num_labels, 0, t))
+
+crf1d_context_t *crf1dc_new(int flag, int L, int T);
+int crf1dc_set_num_items(crf1d_context_t *ctx, int T);
+void crf1dc_delete(crf1d_context_t *ctx);
+void crf1dc_reset(crf1d_context_t *ctx, int flag);
+void crf1dc_exp_state(crf1d_context_t *ctx);
+void crf1dc_exp_transition(crf1d_context_t *ctx);
+void crf1dc_alpha_score(crf1d_context_t *ctx);
+void crf1dc_beta_score(crf1d_context_t *ctx);
+void crf1dc_marginals(crf1d_context_t *ctx);
+floatval_t crf1dc_marginal_point(crf1d_context_t *ctx, int l, int t);
+floatval_t crf1dc_marginal_path(crf1d_context_t *ctx, const int *path, int begin, int end);
+floatval_t crf1dc_score(crf1d_context_t *ctx, const int *labels);
+floatval_t crf1dc_lognorm(crf1d_context_t *ctx);
+floatval_t crf1dc_viterbi(crf1d_context_t *ctx, int *labels);
+void crf1dc_debug_context(FILE *fp);
+
+/** @} */
+
+/**
+ * \defgroup crf1d_feature.c
+ */
+/** @{ */
+
+/**
+ * Feature type.
+ */
+enum
+{
+    FT_STATE = 0, /**< State features. */
+    FT_TRANS,     /**< Transition features. */
+};
+
+/**
+ * A feature (for either state or transition).
+ */
+typedef struct
+{
+    /**
+     * Feature type.
+     *    Possible values are:
+     *    - FT_STATE (0) for state features.
+     *    - FT_TRANS (1) for transition features.
+     */
+    int type;
+
+    /**
+     * Source id.
+     *    The semantic of this field depends on the feature type:
+     *    - attribute id for state features (type == 0).
+     *    - output label id for transition features (type != 0).
+     */
+    int src;
+
+    /**
+     * Destination id.
+     *    Label id emitted by this feature.
+     */
+    int dst;
+
+    /**
+     * Frequency (observation expectation).
+     */
+    floatval_t freq;
+} crf1df_feature_t;
+
+/**
+ * Feature references.
+ *    This is a collection of feature ids used for faster accesses.
+ */
+typedef struct
+{
+    int num_features; /**< Number of features referred */
+    int *fids;        /**< Array of feature ids */
+} feature_refs_t;
+
+crf1df_feature_t *crf1df_generate(
+    int *ptr_num_features,
+    dataset_t *ds,
+    int num_labels,
+    int num_attributes,
+    int connect_all_attrs,
+    int connect_all_edges,
+    floatval_t minfreq,
+    crfsuite_logging_callback func,
+    void *instance);
+
+int crf1df_init_references(
+    feature_refs_t **ptr_attributes,
+    feature_refs_t **ptr_trans,
+    const crf1df_feature_t *features,
+    const int K,
+    const int A,
+    const int L);
+
+/** @} */
+
+/**
+ * \defgroup crf1d_model.c
+ */
+/** @{ */
+
+struct tag_crf1dm;
+typedef struct tag_crf1dm crf1dm_t;
+
+struct tag_crf1dmw;
+typedef struct tag_crf1dmw crf1dmw_t;
+
+typedef struct
+{
+    int type;
+    int src;
+    int dst;
+    floatval_t weight;
+} crf1dm_feature_t;
+
+crf1dmw_t *crf1mmw(const char *filename);
+int crf1dmw_close(crf1dmw_t *writer);
+int crf1dmw_open_labels(crf1dmw_t *writer, int num_labels);
+int crf1dmw_close_labels(crf1dmw_t *writer);
+int crf1dmw_put_label(crf1dmw_t *writer, int lid, const char *value);
+int crf1dmw_open_attrs(crf1dmw_t *writer, int num_attributes);
+int crf1dmw_close_attrs(crf1dmw_t *writer);
+int crf1dmw_put_attr(crf1dmw_t *writer, int aid, const char *value);
+int crf1dmw_open_labelrefs(crf1dmw_t *writer, int num_labels);
+int crf1dmw_close_labelrefs(crf1dmw_t *writer);
+int crf1dmw_put_labelref(crf1dmw_t *writer, int lid, const feature_refs_t *ref, int *map);
+int crf1dmw_open_attrrefs(crf1dmw_t *writer, int num_attrs);
+int crf1dmw_close_attrrefs(crf1dmw_t *writer);
+int crf1dmw_put_attrref(crf1dmw_t *writer, int aid, const feature_refs_t *ref, int *map);
+int crf1dmw_open_features(crf1dmw_t *writer);
+int crf1dmw_close_features(crf1dmw_t *writer);
+int crf1dmw_put_feature(crf1dmw_t *writer, int fid, const crf1dm_feature_t *f);
+
+crf1dm_t *crf1dm_new(const char *filename);
+crf1dm_t *crf1dm_new_from_memory(const void *data, size_t size);
+void crf1dm_close(crf1dm_t *model);
+int crf1dm_get_num_attrs(crf1dm_t *model);
+int crf1dm_get_num_labels(crf1dm_t *model);
+const char *crf1dm_to_label(crf1dm_t *model, int lid);
+int crf1dm_to_lid(crf1dm_t *model, const char *value);
+int crf1dm_to_aid(crf1dm_t *model, const char *value);
+const char *crf1dm_to_attr(crf1dm_t *model, int aid);
+int crf1dm_get_labelref(crf1dm_t *model, int lid, feature_refs_t *ref);
+int crf1dm_get_attrref(crf1dm_t *model, int aid, feature_refs_t *ref);
+int crf1dm_get_featureid(feature_refs_t *ref, int i);
+int crf1dm_get_feature(crf1dm_t *model, int fid, crf1dm_feature_t *f);
+void crf1dm_dump_states(crf1dm_t *model, FILE *fp);
+void crf1dm_dump_transitions(crf1dm_t *model, FILE *fp);
+
+/** @} */
+
+#endif /*__CRF1D_H__*/