ffi-yajl 0.0.1

data/ext/libyajl2/vendored/test/cases/zerobyte.json

@@ -0,0 +1 @@
+"\u0000"

data/ext/libyajl2/vendored/test/run_tests.sh

@@ -0,0 +1,94 @@
+#!/bin/sh 
+
+ECHO=`which echo`
+
+DIFF_FLAGS="-u"
+case "$(uname)" in
+  *W32*)
+    DIFF_FLAGS="-wu"
+    ;;
+esac
+
+if [ -z "$testBin" ]; then
+    testBin="$1"
+fi
+
+# find test binary on both platforms.  allow the caller to force a
+# particular test binary (useful for non-cmake build systems).
+if [ -z "$testBin" ]; then
+    testBin="../build/test/Release/yajl_test.exe"
+    if [ ! -x $testBin ] ; then
+        testBin="../build/test/Debug/yajl_test.exe"
+        if [ ! -x $testBin ] ; then
+            testBin="../build/test/yajl_test"
+            if [  ! -x $testBin ] ; then
+                ${ECHO} "cannot execute test binary: '$testBin'"  
+                exit 1;
+            fi
+        fi
+    fi
+fi
+
+${ECHO} "using test binary: $testBin"
+
+testBinShort=`basename $testBin`
+
+testsSucceeded=0
+testsTotal=0
+
+for file in cases/*.json ; do
+  allowComments=""
+  allowGarbage=""
+  allowMultiple=""
+  allowPartials=""
+
+  # if the filename starts with dc_, we disallow comments for this test
+  case $(basename $file) in
+    ac_*)
+      allowComments="-c "
+    ;;
+    ag_*)
+      allowGarbage="-g "
+     ;;
+    am_*)
+     allowMultiple="-m ";
+     ;;
+    ap_*)
+     allowPartials="-p ";
+    ;;
+  esac
+  fileShort=`basename $file`
+  testName=`echo $fileShort | sed -e 's/\.json$//'`
+
+  ${ECHO} -n " test ($testName): "
+  iter=1
+  success="SUCCESS"
+
+  # ${ECHO} -n "$testBinShort $allowPartials$allowComments$allowGarbage$allowMultiple-b $iter < $fileShort > ${fileShort}.test : "
+  # parse with a read buffer size ranging from 1-31 to stress stream parsing
+  while [ $iter -lt 32  ] && [ $success = "SUCCESS" ] ; do
+    $testBin $allowPartials $allowComments $allowGarbage $allowMultiple -b $iter < $file > ${file}.test  2>&1
+    diff ${DIFF_FLAGS} ${file}.gold ${file}.test > ${file}.out
+    if [ $? -eq 0 ] ; then
+      if [ $iter -eq 31 ] ; then testsSucceeded=$(( $testsSucceeded + 1 )) ; fi
+    else
+      success="FAILURE"
+      iter=32
+      ${ECHO}
+      cat ${file}.out
+    fi
+    iter=$(( iter + 1 ))
+    rm ${file}.test ${file}.out
+  done
+
+  ${ECHO} $success
+  testsTotal=$(( testsTotal + 1 ))
+done
+
+${ECHO} $testsSucceeded/$testsTotal tests successful
+
+if [ $testsSucceeded != $testsTotal ] ; then
+  exit 1
+fi
+
+exit 0

data/ext/libyajl2/vendored/test/yajl_test.c

@@ -0,0 +1,281 @@
+/*
+ * Copyright (c) 2007-2011, Lloyd Hilaiel <lloyd@hilaiel.com>
+ *
+ * Permission to use, copy, modify, and/or distribute this software for any
+ * purpose with or without fee is hereby granted, provided that the above
+ * copyright notice and this permission notice appear in all copies.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
+ * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
+ * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
+ * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
+ * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
+ * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
+ * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
+ */
+
+#include <yajl/yajl_parse.h>
+#include <yajl/yajl_gen.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include <assert.h>
+
+/* memory debugging routines */
+typedef struct
+{
+    unsigned int numFrees;
+    unsigned int numMallocs;
+    /* XXX: we really need a hash table here with per-allocation
+     *      information */
+} yajlTestMemoryContext;
+
+/* cast void * into context */
+#define TEST_CTX(vptr) ((yajlTestMemoryContext *) (vptr))
+
+static void yajlTestFree(void * ctx, void * ptr)
+{
+    assert(ptr != NULL);
+    TEST_CTX(ctx)->numFrees++;
+    free(ptr);
+}
+
+static void * yajlTestMalloc(void * ctx, size_t sz)
+{
+    assert(sz != 0);
+    TEST_CTX(ctx)->numMallocs++;
+    return malloc(sz);
+}
+
+static void * yajlTestRealloc(void * ctx, void * ptr, size_t sz)
+{
+    if (ptr == NULL) {
+        assert(sz != 0);
+        TEST_CTX(ctx)->numMallocs++;
+    } else if (sz == 0) {
+        TEST_CTX(ctx)->numFrees++;
+    }
+
+    return realloc(ptr, sz);
+}
+
+
+/* begin parsing callback routines */
+#define BUF_SIZE 2048
+
+static int test_yajl_null(void *ctx)
+{
+    printf("null\n");
+    return 1;
+}
+
+static int test_yajl_boolean(void * ctx, int boolVal)
+{
+    printf("bool: %s\n", boolVal ? "true" : "false");
+    return 1;
+}
+
+static int test_yajl_integer(void *ctx, long long integerVal)
+{
+    printf("integer: %lld\n", integerVal);
+    return 1;
+}
+
+static int test_yajl_double(void *ctx, double doubleVal)
+{
+    printf("double: %g\n", doubleVal);
+    return 1;
+}
+
+static int test_yajl_string(void *ctx, const unsigned char * stringVal,
+                            size_t stringLen)
+{
+    printf("string: '");
+    fwrite(stringVal, 1, stringLen, stdout);
+    printf("'\n");
+    return 1;
+}
+
+static int test_yajl_map_key(void *ctx, const unsigned char * stringVal,
+                             size_t stringLen)
+{
+    char * str = (char *) malloc(stringLen + 1);
+    str[stringLen] = 0;
+    memcpy(str, stringVal, stringLen);
+    printf("key: '%s'\n", str);
+    free(str);
+    return 1;
+}
+
+static int test_yajl_start_map(void *ctx)
+{
+    printf("map open '{'\n");
+    return 1;
+}
+
+
+static int test_yajl_end_map(void *ctx)
+{
+    printf("map close '}'\n");
+    return 1;
+}
+
+static int test_yajl_start_array(void *ctx)
+{
+    printf("array open '['\n");
+    return 1;
+}
+
+static int test_yajl_end_array(void *ctx)
+{
+    printf("array close ']'\n");
+    return 1;
+}
+
+static yajl_callbacks callbacks = {
+    test_yajl_null,
+    test_yajl_boolean,
+    test_yajl_integer,
+    test_yajl_double,
+    NULL,
+    test_yajl_string,
+    test_yajl_start_map,
+    test_yajl_map_key,
+    test_yajl_end_map,
+    test_yajl_start_array,
+    test_yajl_end_array
+};
+
+static void usage(const char * progname)
+{
+    fprintf(stderr,
+            "usage:  %s [options]\n"
+            "Parse input from stdin as JSON and ouput parsing details "
+                                                          "to stdout\n"
+            "   -b  set the read buffer size\n"
+            "   -c  allow comments\n"
+            "   -g  allow *g*arbage after valid JSON text\n"
+            "   -m  allows the parser to consume multiple JSON values\n"
+            "       from a single string separated by whitespace\n"
+            "   -p  partial JSON documents should not cause errors\n",
+            progname);
+    exit(1);
+}
+
+int
+main(int argc, char ** argv)
+{
+    yajl_handle hand;
+    const char * fileName;
+    static unsigned char * fileData = NULL;
+    size_t bufSize = BUF_SIZE;
+    yajl_status stat;
+    size_t rd;
+    int i, j;
+
+    /* memory allocation debugging: allocate a structure which collects
+     * statistics */
+    yajlTestMemoryContext memCtx = { 0,0 };
+
+    /* memory allocation debugging: allocate a structure which holds
+     * allocation routines */
+    yajl_alloc_funcs allocFuncs = {
+        yajlTestMalloc,
+        yajlTestRealloc,
+        yajlTestFree,
+        (void *) NULL
+    };
+
+    allocFuncs.ctx = (void *) &memCtx;
+
+    /* allocate the parser */
+    hand = yajl_alloc(&callbacks, &allocFuncs, NULL);
+
+    /* check arguments.  We expect exactly one! */
+    for (i=1;i<argc;i++) {
+        if (!strcmp("-c", argv[i])) {
+            yajl_config(hand, yajl_allow_comments, 1);
+        } else if (!strcmp("-b", argv[i])) {
+            if (++i >= argc) usage(argv[0]);
+
+            /* validate integer */
+            for (j=0;j<(int)strlen(argv[i]);j++) {
+                if (argv[i][j] <= '9' && argv[i][j] >= '0') continue;
+                fprintf(stderr, "-b requires an integer argument.  '%s' "
+                        "is invalid\n", argv[i]);
+                usage(argv[0]);
+            }
+
+            bufSize = atoi(argv[i]);
+            if (!bufSize) {
+                fprintf(stderr, "%zu is an invalid buffer size\n",
+                        bufSize);
+            }
+        } else if (!strcmp("-g", argv[i])) {
+            yajl_config(hand, yajl_allow_trailing_garbage, 1);
+        } else if (!strcmp("-m", argv[i])) {
+            yajl_config(hand, yajl_allow_multiple_values, 1);
+        } else if (!strcmp("-p", argv[i])) {
+            yajl_config(hand, yajl_allow_partial_values, 1);
+        } else {
+            fprintf(stderr, "invalid command line option: '%s'\n",
+                    argv[i]);
+            usage(argv[0]);
+        }
+    }
+
+    fileData = (unsigned char *) malloc(bufSize);
+
+    if (fileData == NULL) {
+        fprintf(stderr,
+                "failed to allocate read buffer of %zu bytes, exiting.",
+                bufSize);
+        yajl_free(hand);
+        exit(2);
+    }
+
+    fileName = argv[argc-1];
+
+    for (;;) {
+        rd = fread((void *) fileData, 1, bufSize, stdin);
+
+        if (rd == 0) {
+            if (!feof(stdin)) {
+                fprintf(stderr, "error reading from '%s'\n", fileName);
+            }
+            break;
+        }
+        /* read file data, now pass to parser */
+        stat = yajl_parse(hand, fileData, rd);
+
+        if (stat != yajl_status_ok) break;
+    }
+
+    stat = yajl_complete_parse(hand);
+    if (stat != yajl_status_ok)
+    {
+        unsigned char * str = yajl_get_error(hand, 0, fileData, rd);
+        fflush(stdout);
+        fprintf(stderr, "%s", (char *) str);
+        yajl_free_error(hand, str);
+    }
+
+    yajl_free(hand);
+    free(fileData);
+
+    /* finally, print out some memory statistics */
+
+/* (lth) only print leaks here, as allocations and frees may vary depending
+ *       on read buffer size, causing false failures.
+ *
+ *  printf("allocations:\t%u\n", memCtx.numMallocs);
+ *  printf("frees:\t\t%u\n", memCtx.numFrees);
+*/
+    fflush(stderr);
+    fflush(stdout);
+    printf("memory leaks:\t%u\n", memCtx.numMallocs - memCtx.numFrees);
+
+    return 0;
+}

data/ext/libyajl2/vendored/verify/CMakeLists.txt

@@ -0,0 +1,39 @@
+# Copyright (c) 2007-2011, Lloyd Hilaiel <lloyd@hilaiel.com>
+#
+# Permission to use, copy, modify, and/or distribute this software for any
+# purpose with or without fee is hereby granted, provided that the above
+# copyright notice and this permission notice appear in all copies.
+#
+# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
+# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
+# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
+# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
+# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
+# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
+
+# set up some paths
+SET (binDir ${CMAKE_CURRENT_BINARY_DIR}/../${YAJL_DIST_NAME}/bin)
+
+# create some directories
+FILE(MAKE_DIRECTORY ${binDir})
+
+SET (SRCS json_verify.c)
+
+# use the library we build, duh.
+INCLUDE_DIRECTORIES(${CMAKE_CURRENT_BINARY_DIR}/../${YAJL_DIST_NAME}/include)
+LINK_DIRECTORIES(${CMAKE_CURRENT_BINARY_DIR}/../${YAJL_DIST_NAME}/lib)
+
+ADD_EXECUTABLE(json_verify ${SRCS})
+
+TARGET_LINK_LIBRARIES(json_verify yajl_s)
+
+# copy in the binary
+GET_TARGET_PROPERTY(binPath json_verify LOCATION)
+
+ADD_CUSTOM_COMMAND(TARGET json_verify POST_BUILD
+    COMMAND ${CMAKE_COMMAND} -E copy_if_different ${binPath} ${binDir})
+
+IF (NOT WIN32)
+  INSTALL(TARGETS json_verify RUNTIME DESTINATION bin)
+ENDIF ()

data/ext/libyajl2/vendored/verify/json_verify.c

@@ -0,0 +1,116 @@
+/*
+ * Copyright (c) 2007-2011, Lloyd Hilaiel <lloyd@hilaiel.com>
+ *
+ * Permission to use, copy, modify, and/or distribute this software for any
+ * purpose with or without fee is hereby granted, provided that the above
+ * copyright notice and this permission notice appear in all copies.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
+ * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
+ * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
+ * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
+ * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
+ * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
+ * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
+ */
+
+#include <yajl/yajl_parse.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+static void
+usage(const char * progname)
+{
+    fprintf(stderr, "%s: validate json from stdin\n"
+                    "usage: json_verify [options]\n"
+                    "    -q quiet mode\n"
+                    "    -c allow comments\n"
+                    "    -u allow invalid utf8 inside strings\n",
+            progname);
+    exit(1);
+}
+
+int
+main(int argc, char ** argv)
+{
+    yajl_status stat;
+    size_t rd;
+    yajl_handle hand;
+    static unsigned char fileData[65536];
+    int quiet = 0;
+    int retval = 0;
+    int a = 1;
+
+    /* allocate a parser */
+    hand = yajl_alloc(NULL, NULL, NULL);
+
+    /* check arguments.*/
+    while ((a < argc) && (argv[a][0] == '-') && (strlen(argv[a]) > 1)) {
+        unsigned int i;
+        for ( i=1; i < strlen(argv[a]); i++) {
+            switch (argv[a][i]) {
+                case 'q':
+                    quiet = 1;
+                    break;
+                case 'c':
+                    yajl_config(hand, yajl_allow_comments, 1);
+                    break;
+                case 'u':
+                    yajl_config(hand, yajl_dont_validate_strings, 1);
+                    break;
+                default:
+                    fprintf(stderr, "unrecognized option: '%c'\n\n", argv[a][i]);
+                    usage(argv[0]);
+            }
+        }
+        ++a;
+    }
+    if (a < argc) {
+        usage(argv[0]);
+    }
+
+    for (;;) {
+        rd = fread((void *) fileData, 1, sizeof(fileData) - 1, stdin);
+
+        retval = 0;
+
+        if (rd == 0) {
+            if (!feof(stdin)) {
+                if (!quiet) {
+                    fprintf(stderr, "error encountered on file read\n");
+                }
+                retval = 1;
+            }
+            break;
+        }
+        fileData[rd] = 0;
+
+        /* read file data, pass to parser */
+        stat = yajl_parse(hand, fileData, rd);
+
+        if (stat != yajl_status_ok) break;
+    }
+
+    /* parse any remaining buffered data */
+    stat = yajl_complete_parse(hand);
+
+    if (stat != yajl_status_ok)
+    {
+        if (!quiet) {
+            unsigned char * str = yajl_get_error(hand, 1, fileData, rd);
+            fprintf(stderr, "%s", (const char *) str);
+            yajl_free_error(hand, str);
+        }
+        retval = 1;
+    }
+
+    yajl_free(hand);
+
+    if (!quiet) {
+        printf("JSON is %s\n", retval ? "invalid" : "valid");
+    }
+
+    return retval;
+}