Working

Author: jhawthorn

.gitignore

@@ -11,3 +11,4 @@
 *.o
 *.a
 mkmf.log
+perf.data

Gemfile

@@ -6,7 +6,12 @@ source "https://rubygems.org"
 gemspec
 
 gem "rake", "~> 13.0"
-
 gem "rake-compiler"
-
 gem "minitest", "~> 5.0"
+
+group :benchmark do
+  gem "benchmark-ips"
+  gem "oj"
+  gem "yajl-ruby"
+  gem "json"
+end

Gemfile.lock

@@ -0,0 +1,32 @@
+PATH
+  remote: .
+  specs:
+    rapidjson (0.1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    benchmark-ips (2.10.0)
+    json (2.6.1)
+    minitest (5.15.0)
+    oj (3.13.11)
+    rake (13.0.6)
+    rake-compiler (1.1.9)
+      rake
+    yajl-ruby (1.4.1)
+
+PLATFORMS
+  x86_64-linux
+
+DEPENDENCIES
+  benchmark-ips
+  json
+  minitest (~> 5.0)
+  oj
+  rake (~> 13.0)
+  rake-compiler
+  rapidjson!
+  yajl-ruby
+
+BUNDLED WITH
+   2.3.4

benchmark.rb

@@ -0,0 +1,32 @@
+require "benchmark/ips"
+require "json"
+require "oj"
+require "yajl"
+require "rapidjson"
+
+if ENV["ONLY"]
+  RUN = ENV["ONLY"].split(/[,: ]/).map{|x| [x.to_sym, true] }.to_h
+  RUN.default = false
+elsif ENV["EXCEPT"]
+  RUN = ENV["only"].split(/[,: ]/).map{|x| [x.to_sym, false] }.to_h
+  RUN.default = true
+else
+  RUN = Hash.new(true)
+end
+
+def benchmark_encoding(name, ruby_obj)
+  json_output = JSON.dump(ruby_obj)
+  puts "== Encoding #{name} (#{json_output.size} bytes)"
+
+  Benchmark.ips do |x|
+    x.report("yajl")      { Yajl::Encoder.new.encode(ruby_obj) } if RUN[:yajl]
+    x.report("json")      { JSON.dump(ruby_obj) } if RUN[:json]
+    x.report("oj")        { Oj.dump(ruby_obj) } if RUN[:oj]
+    x.report("rapidjson") { RapidJSON.encode(ruby_obj) } if RUN[:rapidjson]
+  end
+  puts
+end
+
+benchmark_encoding "small nested array", [[1,2,3,4,5]]*10
+benchmark_encoding "small hash", { "username" => "jhawthorn", "id" => 123, "event" => "wrote json serializer" }
+benchmark_encoding "canada.json", JSON.load_file("#{__dir__}/test/data/canada.json")

ext/rapidjson/cext.cc

@@ -14,7 +14,6 @@ class RubyObjectEncoder {
     Writer<StringBuffer> writer;
 
     void test() {
-        writer.StartObject();
         writer.Key("hello");
         writer.String("world");
         writer.Key("t");
@@ -35,22 +34,105 @@ class RubyObjectEncoder {
         writer.EndObject();
     }
 
+    void encode_array(VALUE ary) {
+        writer.StartArray();
+        int length = RARRAY_LEN(ary);
+        RARRAY_PTR_USE(ary, ptr, {
+                for (int i = 0; i < length; i++) {
+                encode_any(ptr[i]);
+                }
+                });
+        writer.EndArray();
+    }
+
+    void encode_key(VALUE key) {
+        switch(rb_type(key)) {
+            case T_STRING:
+                writer.Key(RSTRING_PTR(key), RSTRING_LEN(key));
+                return;
+            default:
+                raise_unknown(key);
+        }
+    }
+
+    static int encode_hash_i_cb(VALUE key, VALUE val, VALUE ctx) {
+        RubyObjectEncoder *encoder = (RubyObjectEncoder *)ctx;
+        encoder->encode_hash_i(key, val);
+        return ST_CONTINUE;
+    }
+
+    void encode_hash_i(VALUE key, VALUE val) {
+        encode_key(key);
+        encode_any(val);
+    }
+
+    void encode_hash(VALUE hash) {
+        writer.StartObject();
+        rb_hash_foreach(hash, encode_hash_i_cb, (VALUE)this);
+        writer.EndObject();
+    }
+
+    void encode_fixnum(VALUE v) {
+        writer.Int(RB_FIX2INT(v));
+    }
+
+    void encode_float(VALUE v) {
+        double f = rb_float_value(v);
+        writer.Double(f);
+    }
+
+    void encode_string(VALUE v) {
+        // fixme: copy boolean?
+        writer.String(RSTRING_PTR(v), RSTRING_LEN(v));
+    }
+
+    void encode_any(VALUE v) {
+        switch(rb_type(v)) {
+            case T_NIL:
+                writer.Null();
+                return;
+            case T_FALSE:
+                writer.Bool(false);
+                return;
+            case T_TRUE:
+                writer.Bool(true);
+                return;
+            case T_FIXNUM:
+                return encode_fixnum(v);
+            case T_FLOAT:
+                return encode_float(v);
+            case T_HASH:
+                return encode_hash(v);
+            case T_ARRAY:
+                return encode_array(v);
+            case T_STRING:
+                return encode_string(v);
+            default:
+                raise_unknown(v);
+        }
+    }
+
+    void raise_unknown(VALUE obj) {
+        VALUE inspect = rb_inspect(obj);
+        rb_raise(rb_eRuntimeError, "can't encode type: %s", StringValueCStr(inspect));
+    }
+
     public:
         RubyObjectEncoder(): depth(0), buf(), writer(buf) {
         };
 
         int depth;
 
-        VALUE encode() {
-            test();
+        VALUE encode(VALUE obj) {
+            encode_any(obj);
             VALUE ruby_string = rb_str_new(buf.GetString(), buf.GetSize());
             return ruby_string;
         }
 };
 
 VALUE encode(VALUE _self, VALUE obj) {
     RubyObjectEncoder encoder;
-    return encoder.encode();
+    return encoder.encode(obj);
 }
 
 extern "C" void

ext/rapidjson/extconf.rb

@@ -3,6 +3,6 @@
 require "mkmf"
 
 submodule = "#{__dir__}/rapidjson"
-$CXXFLAGS += " -I#{submodule}/include/ "
+$CXXFLAGS += " -O3 -I#{submodule}/include/ "
 
 create_makefile("rapidjson/rapidjson")

rapidjson.gemspec

@@ -8,17 +8,15 @@ Gem::Specification.new do |spec|
   spec.authors = ["John Hawthorn"]
   spec.email = ["[email protected]"]
 
-  spec.summary = "TODO: Write a short summary, because RubyGems requires one."
-  spec.description = "TODO: Write a longer description or delete this line."
-  spec.homepage = "TODO: Put your gem's website or public repo URL here."
+  spec.summary = "Fast JSON encoder/decoder based using RapidJSON"
+  spec.description = spec.summary
+  spec.homepage = "https://github.com/jhawthorn/rapidjson"
   spec.license = "MIT"
   spec.required_ruby_version = ">= 2.6.0"
 
-  spec.metadata["allowed_push_host"] = "TODO: Set to your gem server 'https://example.com'"
-
   spec.metadata["homepage_uri"] = spec.homepage
-  spec.metadata["source_code_uri"] = "TODO: Put your gem's public repo URL here."
-  spec.metadata["changelog_uri"] = "TODO: Put your gem's CHANGELOG.md URL here."
+  spec.metadata["source_code_uri"] = spec.homepage
+  spec.metadata["changelog_uri"] = spec.homepage
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.

test/test_encoder.rb

@@ -3,8 +3,57 @@
 require "test_helper"
 
 class TestRapidjson < Minitest::Test
-  def test_encoding
-    s = RapidJSON.dump({})
-    p s
+  def encode obj
+    RapidJSON.encode(obj)
+  end
+
+  def test_encode_array
+    assert_equal "[]", encode([])
+    assert_equal "[1,2,3]", encode([1,2,3])
+    assert_equal "[1,2,3,4]", encode([1,2,3,4])
+    assert_equal "[1.0]", encode([1.0])
+  end
+
+  def test_encode_fixnum
+    assert_equal "-5", encode(-5)
+    assert_equal "-1", encode(-1)
+    assert_equal "0", encode(0)
+    assert_equal "5", encode(5)
+    assert_equal "123", encode(123)
+  end
+
+  def test_encode_float
+    assert_equal "0.0", encode(0.0)
+    assert_equal "-0.0", encode(-0.0)
+    assert_equal "155.0", encode(155.0)
+  end
+
+  def test_encode_hash
+    assert_equal '{}', encode({})
+    assert_equal '{"foo":"bar"}', encode({ "foo" => "bar" })
+  end
+
+  def test_encode_string
+    assert_equal '""', encode("")
+    assert_equal '"foo"', encode("foo")
+    assert_equal '"abcdefghijklmnopqrstuvwxyz"', encode("abcdefghijklmnopqrstuvwxyz")
+  end
+
+  def test_encode_object
+    assert_raises RuntimeError do
+      encode(Object.new)
+    end
+  end
+
+  def test_encode_true
+    assert_equal "true", encode(true)
+  end
+
+  def test_encode_false
+    assert_equal "false", encode(false)
+  end
+
+  def test_encode_nil
+    assert_equal "null", encode(nil)
   end
 end