simdjson 0.1.0

data/vendor/simdjson/scripts/testjson2json.sh

@@ -0,0 +1,99 @@
+#!/bin/bash
+
+TMPDIR1=$(mktemp -d -t simdjsonXXXXXXXX)
+TMPDIR2=$(mktemp -d -t simdjsonXXXXXXXX)
+TMPDIR3=$(mktemp -d -t simdjsonXXXXXXXX)
+TMPDIR4=$(mktemp -d -t simdjsonXXXXXXXX)
+trap "exit 1"         HUP INT PIPE QUIT TERM
+trap "rm -rf $TMPDIR1 $TMPDIR2 $TMPDIR3 $TMPDIR4" EXIT
+
+function founderror() {
+  echo "code is wrong"
+  exit 1
+}
+
+make minify json2json
+for i in `cd jsonexamples && ls -1 *.json`; do
+  echo $i
+  ./json2json jsonexamples/$i > $TMPDIR1/$i
+  ./json2json -a jsonexamples/$i > $TMPDIR3/$i
+  ./json2json $TMPDIR1/$i > $TMPDIR2/$i
+  ./json2json -a $TMPDIR3/$i > $TMPDIR4/$i
+  cmp $TMPDIR1/$i $TMPDIR2/$i
+  retVal=$?
+  if [ $retVal -ne 0 ]; then
+    founderror
+  fi
+  cmp $TMPDIR3/$i $TMPDIR4/$i
+  retVal=$?
+  if [ $retVal -ne 0 ]; then
+    founderror
+  fi
+  ./minify $TMPDIR1/$i > $TMPDIR1/minify$i
+  ./minify $TMPDIR2/$i > $TMPDIR2/minify$i
+  ./minify $TMPDIR3/$i > $TMPDIR3/minify$i
+  ./minify $TMPDIR4/$i > $TMPDIR4/minify$i
+  cmp $TMPDIR1/minify$i $TMPDIR2/minify$i
+  retVal=$?
+  if [ $retVal -ne 0 ]; then
+    founderror
+  fi
+  cmp $TMPDIR3/minify$i $TMPDIR4/minify$i
+  retVal=$?
+  if [ $retVal -ne 0 ]; then
+    founderror
+  fi
+  ./json2json $TMPDIR1/minify$i > $TMPDIR2/bisminify$i
+  cmp $TMPDIR1/$i $TMPDIR2/bisminify$i
+  retVal=$?
+  if [ $retVal -ne 0 ]; then
+    founderror
+  fi
+done
+
+for i in `cd jsonchecker && ls -1 pass*.json`; do
+  echo $i
+  ./json2json jsonchecker/$i > $TMPDIR1/$i
+  ./json2json -a jsonchecker/$i > $TMPDIR3/$i
+  ./json2json $TMPDIR1/$i > $TMPDIR2/$i
+  ./json2json -a $TMPDIR3/$i > $TMPDIR4/$i
+  cmp $TMPDIR1/$i $TMPDIR2/$i
+  retVal=$?
+  if [ $retVal -ne 0 ]; then
+    echo "reg failure"
+    founderror
+  fi
+  cmp $TMPDIR3/$i $TMPDIR4/$i
+  retVal=$?
+  if [ $retVal -ne 0 ]; then
+    echo "-a failure"
+    founderror
+  fi
+  ./minify $TMPDIR1/$i > $TMPDIR1/minify$i
+  ./minify $TMPDIR2/$i > $TMPDIR2/minify$i
+  ./minify $TMPDIR3/$i > $TMPDIR3/minify$i
+  ./minify $TMPDIR4/$i > $TMPDIR4/minify$i
+  cmp $TMPDIR1/minify$i $TMPDIR2/minify$i
+  retVal=$?
+  if [ $retVal -ne 0 ]; then
+    echo "reg failure, step 2"
+    founderror
+  fi
+  cmp $TMPDIR3/minify$i $TMPDIR4/minify$i
+  retVal=$?
+  if [ $retVal -ne 0 ]; then
+    echo "-a failure, step 2"
+    founderror
+  fi
+  ./json2json $TMPDIR1/minify$i > $TMPDIR2/bisminify$i
+  cmp $TMPDIR1/$i $TMPDIR2/bisminify$i
+  retVal=$?
+  if [ $retVal -ne 0 ]; then
+    founderror
+  fi
+done
+
+
+echo "test successful"
+
+exit 0

data/vendor/simdjson/scripts/transitions/Makefile

@@ -0,0 +1,10 @@
+all:../../include/transitions.h
+
+../../include/transitions.h: generatetransitions
+	./generatetransitions > ../../include/jsonparser/transitions.h
+
+generatetransitions:  generatetransitions.cpp
+	$(CXX) -o generatetransitions  generatetransitions.cpp  -I../../include
+
+clean:
+	rm -f generatetransitions

data/vendor/simdjson/scripts/transitions/generatetransitions.cpp

@@ -0,0 +1,20 @@
+#include "../src/stage3_ape_machine.cpp"
+
+int main() {
+  init_state_machine();
+  std::cout << "// automatically generated by generatetransitions.cpp"
+            << std::endl;
+  std::cout << " u32 trans[MAX_STATES][256] = {" << std::endl;
+  for (int k = 0; k < MAX_STATES; k++) {
+    std::cout << "{";
+    for (int z = 0; z < 255; z++) {
+      std::cout << trans[k][z] << ",";
+    }
+    std::cout << trans[k][255];
+    std::cout << "}";
+    if (k + 1 < MAX_STATES)
+      std::cout << ",";
+    std::cout << std::endl;
+  }
+  std::cout << "};" << std::endl;
+}

data/vendor/simdjson/singleheader/README.md

@@ -0,0 +1 @@
+c++ -O3 -std=c++17 -o amalgamation_demo amalgamation_demo.cpp  && ./amalgamation_demo ../jsonexamples/twitter.json 

data/vendor/simdjson/singleheader/amalgamation_demo.cpp

@@ -0,0 +1,20 @@
+/* auto-generated on Sun Aug  4 15:43:41 EDT 2019. Do not edit! */
+
+#include <iostream>
+#include "simdjson.h"
+#include "simdjson.cpp"
+int main(int argc, char *argv[]) {
+  if(argc < 2) {
+    std::cerr << "Please specify a filename " << std::endl;
+  }
+  const char * filename = argv[1];
+  simdjson::padded_string p = simdjson::get_corpus(filename);
+  simdjson::ParsedJson pj = simdjson::build_parsed_json(p); // do the parsing
+  if( ! pj.is_valid() ) {
+    std::cout << "not valid" << std::endl;
+  } else {
+    std::cout << "valid" << std::endl;
+  }
+  return EXIT_SUCCESS;
+}
+