ffi-yajl 0.0.1

data/ext/libyajl2/vendored/perf/documents.h

@@ -0,0 +1,28 @@
+/*
+ * Copyright (c) 2007-2011, Lloyd Hilaiel <lloyd@hilaiel.com>
+ *
+ * Permission to use, copy, modify, and/or distribute this software for any
+ * purpose with or without fee is hereby granted, provided that the above
+ * copyright notice and this permission notice appear in all copies.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
+ * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
+ * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
+ * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
+ * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
+ * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
+ * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
+ */
+
+#ifndef __DOCUMENTS_H__
+#define __DOCUMENTS_H__
+
+/* a header that provides access to several json documents broken into chunks of
+ * less than 4k, cause C99 says that's what we should do and YAJL likes streams */
+
+extern const char ** g_documents[];
+int num_docs(void);
+const char ** get_doc(int i);
+unsigned int doc_size(int i);
+
+#endif

data/ext/libyajl2/vendored/perf/perftest.c

@@ -0,0 +1,134 @@
+/*
+ * Copyright (c) 2007-2011, Lloyd Hilaiel <lloyd@hilaiel.com>
+ *
+ * Permission to use, copy, modify, and/or distribute this software for any
+ * purpose with or without fee is hereby granted, provided that the above
+ * copyright notice and this permission notice appear in all copies.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
+ * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
+ * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
+ * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
+ * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
+ * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
+ * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
+ */
+
+#include <yajl/yajl_parse.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include "documents.h"
+
+/* a platform specific defn' of a function to get a high res time in a
+ * portable format */
+#ifndef WIN32
+#include <sys/time.h>
+static double mygettime(void) {
+    struct timeval now;
+    gettimeofday(&now, NULL);
+    return now.tv_sec + (now.tv_usec / 1000000.0);
+}
+#else
+#define _WIN32 1
+#include <windows.h>
+static double mygettime(void) {
+    long long tval;
+	FILETIME ft;
+	GetSystemTimeAsFileTime(&ft);
+	tval = ft.dwHighDateTime;
+	tval <<=32;
+	tval |= ft.dwLowDateTime;
+	return tval / 10000000.00;
+}
+#endif
+
+#define PARSE_TIME_SECS 3
+
+static int
+run(int validate_utf8)
+{
+    long long times = 0; 
+    double starttime;
+
+    starttime = mygettime();
+
+    /* allocate a parser */
+    for (;;) {
+		int i;
+        {
+            double now = mygettime();
+            if (now - starttime >= PARSE_TIME_SECS) break;
+        }
+
+        for (i = 0; i < 100; i++) {
+            yajl_handle hand = yajl_alloc(NULL, NULL, NULL);
+            yajl_status stat;        
+            const char ** d;
+
+            yajl_config(hand, yajl_dont_validate_strings, validate_utf8 ? 0 : 1);
+
+            for (d = get_doc(times % num_docs()); *d; d++) {
+                stat = yajl_parse(hand, (unsigned char *) *d, strlen(*d));
+                if (stat != yajl_status_ok) break;
+            }
+            
+            stat = yajl_complete_parse(hand);
+
+            if (stat != yajl_status_ok) {
+                unsigned char * str =
+                    yajl_get_error(hand, 1,
+                                   (unsigned char *) *d,
+                                   (*d ? strlen(*d) : 0));
+                fprintf(stderr, "%s", (const char *) str);
+                yajl_free_error(hand, str);
+                return 1;
+            }
+            yajl_free(hand);
+            times++;
+        }
+    }
+
+    /* parsed doc 'times' times */
+    {
+        double throughput;
+        double now;
+        const char * all_units[] = { "B/s", "KB/s", "MB/s", (char *) 0 };
+        const char ** units = all_units;
+        int i, avg_doc_size = 0;
+
+        now = mygettime();
+
+        for (i = 0; i < num_docs(); i++) avg_doc_size += doc_size(i);
+        avg_doc_size /= num_docs();
+
+        throughput = (times * avg_doc_size) / (now - starttime);
+        
+        while (*(units + 1) && throughput > 1024) {
+            throughput /= 1024;
+            units++;
+        }
+        
+        printf("Parsing speed: %g %s\n", throughput, *units);
+    }
+
+    return 0;
+}
+
+int
+main(void)
+{
+    int rv = 0;
+
+    printf("-- speed tests determine parsing throughput given %d different sample documents --\n",
+           num_docs());
+
+    printf("With UTF8 validation:\n");
+    rv = run(1);
+    if (rv != 0) return rv;
+    printf("Without UTF8 validation:\n");
+    rv = run(0);
+    return rv;
+}
+

data/ext/libyajl2/vendored/reformatter/CMakeLists.txt

@@ -0,0 +1,39 @@
+# Copyright (c) 2007-2011, Lloyd Hilaiel <lloyd@hilaiel.com>
+#
+# Permission to use, copy, modify, and/or distribute this software for any
+# purpose with or without fee is hereby granted, provided that the above
+# copyright notice and this permission notice appear in all copies.
+#
+# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
+# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
+# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
+# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
+# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
+# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
+
+# set up a paths
+SET (binDir ${CMAKE_CURRENT_BINARY_DIR}/../${YAJL_DIST_NAME}/bin)
+
+# create a directories
+FILE(MAKE_DIRECTORY ${binDir})
+
+SET (SRCS json_reformat.c)
+
+# use the library we build, duh.
+INCLUDE_DIRECTORIES(${CMAKE_CURRENT_BINARY_DIR}/../${YAJL_DIST_NAME}/include)
+LINK_DIRECTORIES(${CMAKE_CURRENT_BINARY_DIR}/../${YAJL_DIST_NAME}/lib)
+
+ADD_EXECUTABLE(json_reformat ${SRCS})
+
+TARGET_LINK_LIBRARIES(json_reformat yajl_s)
+
+# copy the binary into the output directory
+GET_TARGET_PROPERTY(binPath json_reformat LOCATION)
+
+ADD_CUSTOM_COMMAND(TARGET json_reformat POST_BUILD
+    COMMAND ${CMAKE_COMMAND} -E copy_if_different ${binPath} ${binDir})
+
+IF (NOT WIN32)
+  INSTALL(TARGETS json_reformat RUNTIME DESTINATION bin)
+ENDIF ()

data/ext/libyajl2/vendored/reformatter/json_reformat.c

@@ -0,0 +1,194 @@
+/*
+ * Copyright (c) 2007-2011, Lloyd Hilaiel <lloyd@hilaiel.com>
+ *
+ * Permission to use, copy, modify, and/or distribute this software for any
+ * purpose with or without fee is hereby granted, provided that the above
+ * copyright notice and this permission notice appear in all copies.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
+ * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
+ * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
+ * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
+ * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
+ * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
+ * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
+ */
+
+#include <yajl/yajl_parse.h>
+#include <yajl/yajl_gen.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+static int reformat_null(void * ctx)
+{
+    yajl_gen g = (yajl_gen) ctx;
+    return yajl_gen_status_ok == yajl_gen_null(g);
+}
+
+static int reformat_boolean(void * ctx, int boolean)
+{
+    yajl_gen g = (yajl_gen) ctx;
+    return yajl_gen_status_ok == yajl_gen_bool(g, boolean);
+}
+
+static int reformat_number(void * ctx, const char * s, size_t l)
+{
+    yajl_gen g = (yajl_gen) ctx;
+    return yajl_gen_status_ok == yajl_gen_number(g, s, l);
+}
+
+static int reformat_string(void * ctx, const unsigned char * stringVal,
+                           size_t stringLen)
+{
+    yajl_gen g = (yajl_gen) ctx;
+    return yajl_gen_status_ok == yajl_gen_string(g, stringVal, stringLen);
+}
+
+static int reformat_map_key(void * ctx, const unsigned char * stringVal,
+                            size_t stringLen)
+{
+    yajl_gen g = (yajl_gen) ctx;
+    return yajl_gen_status_ok == yajl_gen_string(g, stringVal, stringLen);
+}
+
+static int reformat_start_map(void * ctx)
+{
+    yajl_gen g = (yajl_gen) ctx;
+    return yajl_gen_status_ok == yajl_gen_map_open(g);
+}
+
+
+static int reformat_end_map(void * ctx)
+{
+    yajl_gen g = (yajl_gen) ctx;
+    return yajl_gen_status_ok == yajl_gen_map_close(g);
+}
+
+static int reformat_start_array(void * ctx)
+{
+    yajl_gen g = (yajl_gen) ctx;
+    return yajl_gen_status_ok == yajl_gen_array_open(g);
+}
+
+static int reformat_end_array(void * ctx)
+{
+    yajl_gen g = (yajl_gen) ctx;
+    return yajl_gen_status_ok == yajl_gen_array_close(g);
+}
+
+static yajl_callbacks callbacks = {
+    reformat_null,
+    reformat_boolean,
+    NULL,
+    NULL,
+    reformat_number,
+    reformat_string,
+    reformat_start_map,
+    reformat_map_key,
+    reformat_end_map,
+    reformat_start_array,
+    reformat_end_array
+};
+
+static void
+usage(const char * progname)
+{
+    fprintf(stderr, "%s: reformat json from stdin\n"
+            "usage:  json_reformat [options]\n"
+            "    -m minimize json rather than beautify (default)\n"
+            "    -u allow invalid UTF8 inside strings during parsing\n"
+            "    -e escape any forward slashes (for embedding in HTML)\n",
+            progname);
+    exit(1);
+}
+
+
+int 
+main(int argc, char ** argv)
+{
+    yajl_handle hand;
+    static unsigned char fileData[65536];
+    /* generator config */
+    yajl_gen g;
+    yajl_status stat;
+    size_t rd;
+    int retval = 0;
+    int a = 1;
+
+    g = yajl_gen_alloc(NULL);
+    yajl_gen_config(g, yajl_gen_beautify, 1);
+    yajl_gen_config(g, yajl_gen_validate_utf8, 1);
+
+    /* ok.  open file.  let's read and parse */
+    hand = yajl_alloc(&callbacks, NULL, (void *) g);
+    /* and let's allow comments by default */
+    yajl_config(hand, yajl_allow_comments, 1);
+
+    /* check arguments.*/
+    while ((a < argc) && (argv[a][0] == '-') && (strlen(argv[a]) > 1)) {
+        unsigned int i;
+        for ( i=1; i < strlen(argv[a]); i++) {
+            switch (argv[a][i]) {
+                case 'm':
+                    yajl_gen_config(g, yajl_gen_beautify, 0);
+                    break;
+                case 'u':
+                    yajl_config(hand, yajl_dont_validate_strings, 1);
+                    break;
+                case 'e':
+                    yajl_gen_config(g, yajl_gen_escape_solidus, 1);
+                    break;
+                default:
+                    fprintf(stderr, "unrecognized option: '%c'\n\n",
+                            argv[a][i]);
+                    usage(argv[0]);
+            }
+        }
+        ++a;
+    }
+    if (a < argc) {
+        usage(argv[0]);
+    }
+
+
+    for (;;) {
+        rd = fread((void *) fileData, 1, sizeof(fileData) - 1, stdin);
+
+        if (rd == 0) {
+            if (!feof(stdin)) {
+                fprintf(stderr, "error on file read.\n");
+                retval = 1;
+            }
+            break;
+        }
+        fileData[rd] = 0;
+
+        stat = yajl_parse(hand, fileData, rd);
+
+        if (stat != yajl_status_ok) break;
+
+        {
+            const unsigned char * buf;
+            size_t len;
+            yajl_gen_get_buf(g, &buf, &len);
+            fwrite(buf, 1, len, stdout);
+            yajl_gen_clear(g);
+        }
+    }
+
+    stat = yajl_complete_parse(hand);
+
+    if (stat != yajl_status_ok) {
+        unsigned char * str = yajl_get_error(hand, 1, fileData, rd);
+        fprintf(stderr, "%s", (const char *) str);
+        yajl_free_error(hand, str);
+        retval = 1;
+    }
+
+    yajl_gen_free(g);
+    yajl_free(hand);
+
+    return retval;
+}

data/ext/libyajl2/vendored/src/CMakeLists.txt

@@ -0,0 +1,86 @@
+# Copyright (c) 2007-2011, Lloyd Hilaiel <lloyd@hilaiel.com>
+#
+# Permission to use, copy, modify, and/or distribute this software for any
+# purpose with or without fee is hereby granted, provided that the above
+# copyright notice and this permission notice appear in all copies.
+#
+# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
+# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
+# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
+# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
+# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
+# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
+
+SET (SRCS yajl.c yajl_lex.c yajl_parser.c yajl_buf.c
+          yajl_encode.c yajl_gen.c yajl_alloc.c
+          yajl_tree.c yajl_version.c
+)
+SET (HDRS yajl_parser.h yajl_lex.h yajl_buf.h yajl_encode.h yajl_alloc.h)
+SET (PUB_HDRS api/yajl_parse.h api/yajl_gen.h api/yajl_common.h api/yajl_tree.h)
+
+# useful when fixing lexer bugs.
+#ADD_DEFINITIONS(-DYAJL_LEXER_DEBUG)
+
+# Ensure defined when building YAJL (as opposed to using it from
+# another project).  Used to ensure correct function export when
+# building win32 DLL.
+ADD_DEFINITIONS(-DYAJL_BUILD)
+
+# set up some paths
+SET (libDir ${CMAKE_CURRENT_BINARY_DIR}/../${YAJL_DIST_NAME}/lib)
+SET (incDir ${CMAKE_CURRENT_BINARY_DIR}/../${YAJL_DIST_NAME}/include/yajl)
+SET (shareDir ${CMAKE_CURRENT_BINARY_DIR}/../${YAJL_DIST_NAME}/share/pkgconfig)
+
+# set the output path for libraries
+SET(LIBRARY_OUTPUT_PATH ${libDir})
+
+ADD_LIBRARY(yajl_s STATIC ${SRCS} ${HDRS} ${PUB_HDRS})
+
+ADD_LIBRARY(yajl SHARED ${SRCS} ${HDRS} ${PUB_HDRS})
+
+#### setup shared library version number
+SET_TARGET_PROPERTIES(yajl PROPERTIES
+                      DEFINE_SYMBOL YAJL_SHARED
+                      SOVERSION ${YAJL_MAJOR}
+                      VERSION ${YAJL_MAJOR}.${YAJL_MINOR}.${YAJL_MICRO})
+
+#### ensure a .dylib has correct absolute installation paths upon installation
+IF(APPLE)
+  MESSAGE("INSTALL_NAME_DIR: ${CMAKE_INSTALL_PREFIX}/lib")
+  SET_TARGET_PROPERTIES(yajl PROPERTIES
+                        INSTALL_NAME_DIR "${CMAKE_INSTALL_PREFIX}/lib")
+ENDIF(APPLE)
+
+#### build up an sdk as a post build step
+
+# create some directories
+FILE(MAKE_DIRECTORY ${libDir})
+FILE(MAKE_DIRECTORY ${incDir})
+
+# generate build-time source
+SET(dollar $)
+CONFIGURE_FILE(api/yajl_version.h.cmake ${incDir}/yajl_version.h)
+CONFIGURE_FILE(yajl.pc.cmake ${shareDir}/yajl.pc)
+
+# copy public headers to output directory
+FOREACH (header ${PUB_HDRS})
+  SET (header ${CMAKE_CURRENT_SOURCE_DIR}/${header})
+
+  EXEC_PROGRAM(${CMAKE_COMMAND} ARGS -E copy_if_different ${header} ${incDir})
+
+  ADD_CUSTOM_COMMAND(TARGET yajl_s POST_BUILD
+      COMMAND ${CMAKE_COMMAND} -E copy_if_different ${header} ${incDir})
+ENDFOREACH (header ${PUB_HDRS})
+
+INCLUDE_DIRECTORIES(${incDir}/..)
+
+IF(NOT WIN32)
+  # at build time you may specify the cmake variable LIB_SUFFIX to handle
+  # 64-bit systems which use 'lib64'
+  INSTALL(TARGETS yajl LIBRARY DESTINATION lib${LIB_SUFFIX})
+  INSTALL(TARGETS yajl_s ARCHIVE DESTINATION lib${LIB_SUFFIX})
+  INSTALL(FILES ${PUB_HDRS} DESTINATION include/yajl)
+  INSTALL(FILES ${incDir}/yajl_version.h DESTINATION include/yajl)
+  INSTALL(FILES ${shareDir}/yajl.pc DESTINATION share/pkgconfig)
+ENDIF()