Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #4951 from BSBandme/add_js_benchmark
Add JS and Protobuf.js benchmark, fix js's reader.skipGroup
- Loading branch information
Showing
6 changed files
with
266 additions
and
2 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,33 @@ | ||
| var benchmark = require("benchmark"); | ||
|
|
||
| function newBenchmark(messageName, filename, language) { | ||
| var benches = []; | ||
| return { | ||
| suite: new benchmark.Suite(messageName + filename + language ) | ||
| .on("add", function(event) { | ||
| benches.push(event.target); | ||
| }) | ||
| .on("start", function() { | ||
| process.stdout.write( | ||
| "benchmarking message " + messageName | ||
| + " of dataset file " + filename | ||
| + "'s performance ..." + "\n\n"); | ||
| }) | ||
| .on("cycle", function(event) { | ||
| process.stdout.write(String(event.target) + "\n"); | ||
| }) | ||
| .on("complete", function() { | ||
| var getHz = function(bench) { | ||
| return 1 / (bench.stats.mean + bench.stats.moe); | ||
| } | ||
| benches.forEach(function(val, index) { | ||
| benches[index] = getHz(val); | ||
| }); | ||
| }), | ||
| benches: benches | ||
| } | ||
| } | ||
|
|
||
| module.exports = { | ||
| newBenchmark: newBenchmark | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,70 @@ | ||
| require('./datasets/google_message1/proto2/benchmark_message1_proto2_pb.js'); | ||
| require('./datasets/google_message1/proto3/benchmark_message1_proto3_pb.js'); | ||
| require('./datasets/google_message2/benchmark_message2_pb.js'); | ||
| require('./datasets/google_message3/benchmark_message3_pb.js'); | ||
| require('./datasets/google_message4/benchmark_message4_pb.js'); | ||
| require('./benchmarks_pb.js'); | ||
|
|
||
| var fs = require('fs'); | ||
| var benchmarkSuite = require("./benchmark_suite.js"); | ||
|
|
||
|
|
||
| function getNewPrototype(name) { | ||
| var message = eval("proto." + name); | ||
| if (typeof(message) == "undefined") { | ||
| throw "type " + name + " is undefined"; | ||
| } | ||
| return message; | ||
| } | ||
|
|
||
| var results = []; | ||
|
|
||
| console.log("#####################################################"); | ||
| console.log("Js Benchmark: "); | ||
| process.argv.forEach(function(filename, index) { | ||
| if (index < 2) { | ||
| return; | ||
| } | ||
| var benchmarkDataset = | ||
| proto.benchmarks.BenchmarkDataset.deserializeBinary(fs.readFileSync(filename)); | ||
| var messageList = []; | ||
| var totalBytes = 0; | ||
| benchmarkDataset.getPayloadList().forEach(function(onePayload) { | ||
| var message = getNewPrototype(benchmarkDataset.getMessageName()); | ||
| messageList.push(message.deserializeBinary(onePayload)); | ||
| totalBytes += onePayload.length; | ||
| }); | ||
|
|
||
| var senarios = benchmarkSuite.newBenchmark( | ||
| benchmarkDataset.getMessageName(), filename, "js"); | ||
| senarios.suite | ||
| .add("js deserialize", function() { | ||
| benchmarkDataset.getPayloadList().forEach(function(onePayload) { | ||
| var protoType = getNewPrototype(benchmarkDataset.getMessageName()); | ||
| protoType.deserializeBinary(onePayload); | ||
| }); | ||
| }) | ||
| .add("js serialize", function() { | ||
| var protoType = getNewPrototype(benchmarkDataset.getMessageName()); | ||
| messageList.forEach(function(message) { | ||
| message.serializeBinary(); | ||
| }); | ||
| }) | ||
| .run({"Async": false}); | ||
|
|
||
| results.push({ | ||
| filename: filename, | ||
| benchmarks: { | ||
| protobufjs_decoding: senarios.benches[0] * totalBytes, | ||
| protobufjs_encoding: senarios.benches[1] * totalBytes | ||
| } | ||
| }) | ||
|
|
||
| console.log("Throughput for deserialize: " | ||
| + senarios.benches[0] * totalBytes / 1024 / 1024 + "MB/s" ); | ||
| console.log("Throughput for serialize: " | ||
| + senarios.benches[1] * totalBytes / 1024 / 1024 + "MB/s" ); | ||
| console.log(""); | ||
| }); | ||
| console.log("#####################################################"); | ||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,25 @@ | ||
| var pbjs = require("./protobuf.js/cli").pbjs | ||
|
|
||
| var argv = []; | ||
| var protoFiles = []; | ||
| var prefix = ""; | ||
| process.argv.forEach(function(val, index) { | ||
| var arg = val; | ||
| if (arg.length > 6 && arg.substring(arg.length - 6) == ".proto") { | ||
| protoFiles.push(arg); | ||
| } else if (arg.length > 15 && arg.substring(0, 15) == "--include_path=") { | ||
| prefix = arg.substring(15); | ||
| } else if (index >= 2) { | ||
| argv.push(arg); | ||
| } | ||
| }); | ||
| protoFiles.forEach(function(val) { | ||
| argv.push(prefix + "/" + val); | ||
| }); | ||
|
|
||
| pbjs.main(argv, function(err, output){ | ||
| if (err) { | ||
| console.log(err); | ||
| } | ||
| }); | ||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,66 @@ | ||
| var root = require("./generated_bundle_code.js"); | ||
| var fs = require('fs'); | ||
| var benchmark = require("./node_modules/benchmark"); | ||
| var benchmarkSuite = require("./benchmark_suite.js"); | ||
|
|
||
|
|
||
| function getNewPrototype(name) { | ||
| var message = eval("root." + name); | ||
| if (typeof(message) == "undefined") { | ||
| throw "type " + name + " is undefined"; | ||
| } | ||
| return message; | ||
| } | ||
|
|
||
|
|
||
| var results = []; | ||
|
|
||
| console.log("#####################################################"); | ||
| console.log("ProtobufJs Benchmark: "); | ||
| process.argv.forEach(function(filename, index) { | ||
| if (index < 2) { | ||
| return; | ||
| } | ||
| var benchmarkDataset = | ||
| root.benchmarks.BenchmarkDataset.decode(fs.readFileSync(filename)); | ||
| var messageList = []; | ||
| var totalBytes = 0; | ||
| benchmarkDataset.payload.forEach(function(onePayload) { | ||
| var message = getNewPrototype(benchmarkDataset.messageName); | ||
| messageList.push(message.decode(onePayload)); | ||
| totalBytes += onePayload.length; | ||
| }); | ||
|
|
||
| var senarios = benchmarkSuite.newBenchmark( | ||
| benchmarkDataset.messageName, filename, "protobufjs"); | ||
| senarios.suite | ||
| .add("protobuf.js static decoding", function() { | ||
| benchmarkDataset.payload.forEach(function(onePayload) { | ||
| var protoType = getNewPrototype(benchmarkDataset.messageName); | ||
| protoType.decode(onePayload); | ||
| }); | ||
| }) | ||
| .add("protobuf.js static encoding", function() { | ||
| var protoType = getNewPrototype(benchmarkDataset.messageName); | ||
| messageList.forEach(function(message) { | ||
| protoType.encode(message).finish(); | ||
| }); | ||
| }) | ||
| .run({"Async": false}); | ||
|
|
||
| results.push({ | ||
| filename: filename, | ||
| benchmarks: { | ||
| protobufjs_decoding: senarios.benches[0] * totalBytes, | ||
| protobufjs_encoding: senarios.benches[1] * totalBytes | ||
| } | ||
| }) | ||
|
|
||
| console.log("Throughput for decoding: " | ||
| + senarios.benches[0] * totalBytes / 1024 / 1024 + "MB/s" ); | ||
| console.log("Throughput for encoding: " | ||
| + senarios.benches[1] * totalBytes / 1024 / 1024 + "MB/s" ); | ||
| console.log(""); | ||
| }); | ||
| console.log("#####################################################"); | ||
|
|